{"severity_text":"INFO","timestamp":"2026-10-30T21:44:23.087917224Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:23.143476965Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:23.196525659Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:23.260195639Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:23.365314963Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:23.365353639Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:23.586208693Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:23.586294996Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:23.754662422Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/4a6d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.233837203Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.81987763Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.93295865Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.933067946Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.933138948Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.933187003Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.93325184Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.933295456Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.9333436Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.933386852Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.933430428Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.933476917Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.933524066Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.933592145Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.933609853Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.93368592Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.933914521Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.933929746Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.934026814Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.934034176Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.934113102Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.934198396Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.0356582Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1030 21:44:25.035610 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I1030 21:44:25.146433 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.146898605Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.147136215Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.147164167Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.147207698Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.147269859Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.147314552Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.14743847Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.147522545Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.14759957Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.147633171Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.147665647Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.147747199Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.147817367Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.147838799Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.147862904Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.147890454Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.147945703Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.148066519Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.148064995Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.14808796Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.148106795Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.148200769Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.148231351Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.148294165Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.147139994Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.148337504Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.148368109Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.148569747Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.14868466Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.14871203Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.148713537Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.14876746Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.148972207Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.148980841Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.149013611Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.149039839Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.149063637Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.149085742Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.149111641Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.149227397Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.149266568Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.148674247Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.149525462Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.149814804Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.149908186Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.14999922Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.150053252Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.150073719Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.150095397Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.150117296Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.150140456Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.237882342Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.237948067Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.312322885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.36169072Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.536272513Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.951503015Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.951550584Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.951525412Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.951562367Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.952680985Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.952700003Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.952711907Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.952720056Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.952725434Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.952728697Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.952801981Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.952826969Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:27.052499217Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:27.052544871Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:28.284003459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef84e8f-65c8-47f5-b43a-1ba4bb17d2ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:28.337849787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef84e8f-65c8-47f5-b43a-1ba4bb17d2ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:28.392087373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef84e8f-65c8-47f5-b43a-1ba4bb17d2ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:28.445729123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef84e8f-65c8-47f5-b43a-1ba4bb17d2ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:30.393961876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bb44d3-0ffe-454a-a25a-e659c82aa7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:30.447187338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bb44d3-0ffe-454a-a25a-e659c82aa7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:30.500254256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bb44d3-0ffe-454a-a25a-e659c82aa7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:30.553456336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bb44d3-0ffe-454a-a25a-e659c82aa7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.49693065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa869611-9fe1-4abc-b245-4f0d0600e5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.550030537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa869611-9fe1-4abc-b245-4f0d0600e5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.603908949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa869611-9fe1-4abc-b245-4f0d0600e5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.657066596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa869611-9fe1-4abc-b245-4f0d0600e5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:35.865947492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de2db7c1-a089-4aea-b55d-66629ecbfddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:35.919195545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de2db7c1-a089-4aea-b55d-66629ecbfddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:35.972511501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de2db7c1-a089-4aea-b55d-66629ecbfddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.025889297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de2db7c1-a089-4aea-b55d-66629ecbfddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.059403125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd15a06-fd26-49ef-bb74-2c10c3e96d34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.114081536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd15a06-fd26-49ef-bb74-2c10c3e96d34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.167375095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd15a06-fd26-49ef-bb74-2c10c3e96d34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.220721491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd15a06-fd26-49ef-bb74-2c10c3e96d34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.411204873Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.424427724Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.329815367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805a04a3-4f22-4cd4-95d9-da46fedc9843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.379488029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805a04a3-4f22-4cd4-95d9-da46fedc9843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.429345805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805a04a3-4f22-4cd4-95d9-da46fedc9843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.479122452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805a04a3-4f22-4cd4-95d9-da46fedc9843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:58.430369547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad09b225-c8f8-4031-b248-bba72bd8281c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:58.479629497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad09b225-c8f8-4031-b248-bba72bd8281c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:58.52939215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad09b225-c8f8-4031-b248-bba72bd8281c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:58.578862648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad09b225-c8f8-4031-b248-bba72bd8281c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:59.547804556Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0bc43d0-5ae5-4ae9-bf93-be30cc40ba4b","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:00.455264196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0bc43d0-5ae5-4ae9-bf93-be30cc40ba4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:00.504503898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0bc43d0-5ae5-4ae9-bf93-be30cc40ba4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:00.553647278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0bc43d0-5ae5-4ae9-bf93-be30cc40ba4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:00.603122159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0bc43d0-5ae5-4ae9-bf93-be30cc40ba4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.421213208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf6bcee-5506-400b-8229-e4e7fc6bbe47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.471449316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf6bcee-5506-400b-8229-e4e7fc6bbe47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.520729198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf6bcee-5506-400b-8229-e4e7fc6bbe47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.570194787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf6bcee-5506-400b-8229-e4e7fc6bbe47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.876356924Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"158c0e0e-8baa-432f-83eb-78cec5d801e8","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:08.444825814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f936b433-b634-4dc2-8825-9264779e74ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:08.494045181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f936b433-b634-4dc2-8825-9264779e74ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:08.54320223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f936b433-b634-4dc2-8825-9264779e74ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:08.592632125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f936b433-b634-4dc2-8825-9264779e74ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:10.4561855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb0db88-ddec-46a2-bffe-d8a3f7abe006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:10.509435231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb0db88-ddec-46a2-bffe-d8a3f7abe006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:10.559556682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb0db88-ddec-46a2-bffe-d8a3f7abe006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:10.611573238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb0db88-ddec-46a2-bffe-d8a3f7abe006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:14.945798922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae526789-c4ec-45af-858a-9c7aae3a032e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:14.995211155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae526789-c4ec-45af-858a-9c7aae3a032e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:15.044386108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae526789-c4ec-45af-858a-9c7aae3a032e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:15.0936734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae526789-c4ec-45af-858a-9c7aae3a032e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:16.983781495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab8ee669-0c82-4396-b8bf-a415bad406dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:17.032886476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab8ee669-0c82-4396-b8bf-a415bad406dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:17.081932061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab8ee669-0c82-4396-b8bf-a415bad406dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:17.131766934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab8ee669-0c82-4396-b8bf-a415bad406dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:25.473475935Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:55.458616331Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:19.758059668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb60e5e3-b075-47f3-8c40-704e885c9256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:19.807752022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb60e5e3-b075-47f3-8c40-704e885c9256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:19.856868294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb60e5e3-b075-47f3-8c40-704e885c9256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:19.90600137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb60e5e3-b075-47f3-8c40-704e885c9256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:21.762162288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4763c6-ceae-436d-8a16-259e0b28cb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:21.811530766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4763c6-ceae-436d-8a16-259e0b28cb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:21.860911395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4763c6-ceae-436d-8a16-259e0b28cb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:21.91036364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4763c6-ceae-436d-8a16-259e0b28cb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.906116519Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"8f0e243d-12d3-4322-8234-7fe284a804dd","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:24.889813125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7306b395-9fee-401e-9d1a-105c2352d7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:24.939127541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7306b395-9fee-401e-9d1a-105c2352d7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:24.988491074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7306b395-9fee-401e-9d1a-105c2352d7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:25.038191929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7306b395-9fee-401e-9d1a-105c2352d7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:25.410685593Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:26.863338511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0162d9-61fb-471d-a214-865d62eb2481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:26.91375434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0162d9-61fb-471d-a214-865d62eb2481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:26.963170206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0162d9-61fb-471d-a214-865d62eb2481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:27.01238014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0162d9-61fb-471d-a214-865d62eb2481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.844019671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5de58976-fc7b-4ea3-93b3-221170f705e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.893186121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5de58976-fc7b-4ea3-93b3-221170f705e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.945816078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5de58976-fc7b-4ea3-93b3-221170f705e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.995214029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5de58976-fc7b-4ea3-93b3-221170f705e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:46.884722268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68ad1122-8141-4e2a-8488-7562497911d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:47.057329684Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68ad1122-8141-4e2a-8488-7562497911d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:47.082121318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f55bfbbb-545e-49a0-8348-17bc2bd091b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:47.112015743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68ad1122-8141-4e2a-8488-7562497911d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:47.138429868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f55bfbbb-545e-49a0-8348-17bc2bd091b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:47.193443858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f55bfbbb-545e-49a0-8348-17bc2bd091b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:47.340731814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4ca8fcc-f1cf-4ddf-9689-6bcd5a3738ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:47.40474004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4ca8fcc-f1cf-4ddf-9689-6bcd5a3738ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:47.426894606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1921eeb-6f32-4dc6-aba2-a4f2cbf2c19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:47.460359963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4ca8fcc-f1cf-4ddf-9689-6bcd5a3738ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:47.486038178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1921eeb-6f32-4dc6-aba2-a4f2cbf2c19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:47.540779281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1921eeb-6f32-4dc6-aba2-a4f2cbf2c19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:47.946214612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35032725-a42e-4b6c-9522-d0b2a6e3012a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.000910284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35032725-a42e-4b6c-9522-d0b2a6e3012a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.044696469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8513ed3-6c6b-4bea-b251-1d219766f7f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.062013782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35032725-a42e-4b6c-9522-d0b2a6e3012a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.099839521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8513ed3-6c6b-4bea-b251-1d219766f7f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.155265233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8513ed3-6c6b-4bea-b251-1d219766f7f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.395671693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fa0aad8-885d-49f6-947e-a8a08a3b9e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.395671841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7de71d3-71e2-47b9-a9f9-2876dda30a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:48.432747187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"71ab6ac5-3be2-49c8-9da9-dbec3aec9439","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.453316938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7de71d3-71e2-47b9-a9f9-2876dda30a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.453808417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fa0aad8-885d-49f6-947e-a8a08a3b9e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:48.49095685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e0d01600-25cb-439f-b6cb-9663b7b91ea1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.509998171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fa0aad8-885d-49f6-947e-a8a08a3b9e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.511183675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7de71d3-71e2-47b9-a9f9-2876dda30a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.657374048Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0f169913-5c14-48d5-8e36-e4f70d7b2221","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.65951288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"784548a2-8bcf-401a-8c7d-3d8ac19c497c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.659605761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6970adf-2de1-4f4a-b270-550dedfb2666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.715110024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"784548a2-8bcf-401a-8c7d-3d8ac19c497c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.717184114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6970adf-2de1-4f4a-b270-550dedfb2666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.765081652Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c031b61d-148f-4d0e-af8f-afc34700fd15","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.77548399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"784548a2-8bcf-401a-8c7d-3d8ac19c497c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.775612693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6970adf-2de1-4f4a-b270-550dedfb2666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.86007476Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb49b54c-810f-4eb9-82bd-d150bb00b33a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.928671006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47ced5d9-a0ed-4633-adb6-9f30c8f3e825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.928690477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43d1b35b-09b7-4b49-bf6c-8726f609335c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.961716622Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"16f263f3-093c-47ad-961c-91fbbeb0c771","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.982792671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47ced5d9-a0ed-4633-adb6-9f30c8f3e825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:48.986369856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43d1b35b-09b7-4b49-bf6c-8726f609335c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:49.036559688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47ced5d9-a0ed-4633-adb6-9f30c8f3e825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:49.041214526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43d1b35b-09b7-4b49-bf6c-8726f609335c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.121262471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0807f972-48e5-42d8-a10b-6c076c82acf3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.121282846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0807f972-48e5-42d8-a10b-6c076c82acf3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.171395614Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f85de57d-a909-4fb0-9078-b259e97ebe2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.171450717Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d446d038-4b12-4188-81b9-2fae4b58964e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.218994832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5d1c6a81-1da2-4be3-a1b6-d157112af61d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.219016375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5d1c6a81-1da2-4be3-a1b6-d157112af61d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.279413091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f880f451-ea2d-4f4b-8c0f-224ac40e4275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.279541946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8d7952d-f4e9-4317-9698-8ab9d91849d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.339340077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8d7952d-f4e9-4317-9698-8ab9d91849d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.339411702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f880f451-ea2d-4f4b-8c0f-224ac40e4275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.393130062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f880f451-ea2d-4f4b-8c0f-224ac40e4275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.395944526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8d7952d-f4e9-4317-9698-8ab9d91849d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.606073046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0478526-fb06-4278-96ca-de3d5527ff20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.608636896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4623080c-a3b8-42d7-a73e-28e2ed09e19e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.660723516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0478526-fb06-4278-96ca-de3d5527ff20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.664131827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4623080c-a3b8-42d7-a73e-28e2ed09e19e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.715412953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0478526-fb06-4278-96ca-de3d5527ff20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.717407434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4623080c-a3b8-42d7-a73e-28e2ed09e19e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:52.771192483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0478526-fb06-4278-96ca-de3d5527ff20","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.927007671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc90598d-360e-4384-ae67-0019728e3f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.98304374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc90598d-360e-4384-ae67-0019728e3f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.037767321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc90598d-360e-4384-ae67-0019728e3f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.271801737Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d1efc28e-6389-408d-86ef-6a2405742070","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.748541934Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4ca33e74-5200-47eb-8d20-e6926b4a4728","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.844951501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"91dfd9a9-a325-4080-8cb0-93a43c414518","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.844974657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"91dfd9a9-a325-4080-8cb0-93a43c414518","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:54.970412753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1be06831-fdbb-460f-9e8d-5a5ee63595d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:54.970426634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2293ba35-e86a-4b22-ab9a-6878d6f06b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:55.072526627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2293ba35-e86a-4b22-ab9a-6878d6f06b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:55.072563897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1be06831-fdbb-460f-9e8d-5a5ee63595d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:55.127002455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2293ba35-e86a-4b22-ab9a-6878d6f06b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:55.12702207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1be06831-fdbb-460f-9e8d-5a5ee63595d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:55.413352229Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.292144511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e5ace1a-d58e-4ef4-8131-8bb08eecb53a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.292165564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e5ace1a-d58e-4ef4-8131-8bb08eecb53a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.29252443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"24f810a9-883b-40e0-a34c-0d3b62ae9146","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.29253797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"24f810a9-883b-40e0-a34c-0d3b62ae9146","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.342105554Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01a53bb9-638d-4aa8-8bf3-f5ec10f810d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.342147093Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"41f62b39-d5ab-49b9-904b-533b4f6dcd19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.36630227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e2fc8855-4460-42e8-b24f-3c6063e0f6e8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.366326049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e2fc8855-4460-42e8-b24f-3c6063e0f6e8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.366649766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c614a712-7eee-47b2-8b27-935bb62d4ce0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.366665339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c614a712-7eee-47b2-8b27-935bb62d4ce0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.441368741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f82771a-17fa-4c00-be5a-63d64699ec67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.441373916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e39b3235-5223-460e-9ad7-8146af977535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.496688661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f82771a-17fa-4c00-be5a-63d64699ec67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.496918872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e39b3235-5223-460e-9ad7-8146af977535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.550200477Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f82771a-17fa-4c00-be5a-63d64699ec67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.550280883Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e39b3235-5223-460e-9ad7-8146af977535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.808217124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f661627-c7ab-4c39-a361-5f48e653e6b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.808214514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6fd04d8-95c4-4ff5-9ebf-6fb97554f7f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.864187644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6fd04d8-95c4-4ff5-9ebf-6fb97554f7f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.864261913Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6fd04d8-95c4-4ff5-9ebf-6fb97554f7f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.864345608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f661627-c7ab-4c39-a361-5f48e653e6b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:02.864393067Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f661627-c7ab-4c39-a361-5f48e653e6b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:03.583968661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"afa30dd2-87e0-4114-ab9c-d6bba9eaa9b2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:03.583988386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"afa30dd2-87e0-4114-ab9c-d6bba9eaa9b2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.717173652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0c613bcc-ee1e-4a52-ab28-056c3b01b397","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.717195458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0c613bcc-ee1e-4a52-ab28-056c3b01b397","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.717458209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3163cc64-326f-4ff8-974b-dd8b31fc897f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.717470342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3163cc64-326f-4ff8-974b-dd8b31fc897f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.717866016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7c8f7ed9-9cfb-42f0-b9d5-6313bb6b9fbb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.717879196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7c8f7ed9-9cfb-42f0-b9d5-6313bb6b9fbb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.774205699Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"721673ed-077f-4548-8804-3db5f361d47b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.774849019Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"151d512d-05fb-412c-9028-a7fae3366eea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.797784956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0c7473e8-904f-4d12-9aeb-bbe7840e7c49","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.79781437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0c7473e8-904f-4d12-9aeb-bbe7840e7c49","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.798186453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"13c12bb0-f1d7-4694-b1e1-637c4a4d4a85","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.798205473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"13c12bb0-f1d7-4694-b1e1-637c4a4d4a85","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.798528499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b79969df-74ae-4df7-b008-810cb4fc720a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.798546858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b79969df-74ae-4df7-b008-810cb4fc720a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.878208991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3e29d18-9df2-445b-ac00-1e3ae75c5b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.878271443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16da4baa-0e2b-4991-a14e-f227c82ac2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.933454108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3e29d18-9df2-445b-ac00-1e3ae75c5b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.933549126Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3e29d18-9df2-445b-ac00-1e3ae75c5b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.934913577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16da4baa-0e2b-4991-a14e-f227c82ac2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.934978877Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16da4baa-0e2b-4991-a14e-f227c82ac2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.145222917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6282ff97-d795-4c56-8915-e6e9bdbe78f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.145222883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dd77c6e-a95d-4634-aa08-f9ec00ba9e27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.203311652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dd77c6e-a95d-4634-aa08-f9ec00ba9e27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.203397871Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dd77c6e-a95d-4634-aa08-f9ec00ba9e27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.207703897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6282ff97-d795-4c56-8915-e6e9bdbe78f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.207769984Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6282ff97-d795-4c56-8915-e6e9bdbe78f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.413217437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab1d2c1f-b94a-486e-a391-d7daaff4de03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.467910124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab1d2c1f-b94a-486e-a391-d7daaff4de03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.467976588Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab1d2c1f-b94a-486e-a391-d7daaff4de03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.515227689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff41d9fc-e1d0-4c25-b173-30edc8a78491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.570806392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff41d9fc-e1d0-4c25-b173-30edc8a78491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.570870402Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff41d9fc-e1d0-4c25-b173-30edc8a78491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:07.028941534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be9f461e-e7b6-4105-a14c-d9914d7526a3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:07.028963743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be9f461e-e7b6-4105-a14c-d9914d7526a3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.695315952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5d4161f1-dc98-482f-beac-14ae3fdb0fe8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.695338116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5d4161f1-dc98-482f-beac-14ae3fdb0fe8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.695602883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ed8b674d-924a-4927-a541-96f4da633a35","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.695617031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ed8b674d-924a-4927-a541-96f4da633a35","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.695805977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"484172cd-1740-486e-9b8a-0c973fdc824f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.695817766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"484172cd-1740-486e-9b8a-0c973fdc824f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.745679665Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b02d8b76-0981-4b72-ae3f-d282c65bcd87","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.746050087Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"19680a05-d885-4319-b0a2-addbe768be1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.769023596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ad195cbb-035f-4b59-8fa5-6979cda0ed9d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.769049669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ad195cbb-035f-4b59-8fa5-6979cda0ed9d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.769595177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5881a24e-1c2e-40ad-bf6e-c3b93526a1c0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.769610867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5881a24e-1c2e-40ad-bf6e-c3b93526a1c0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.769830527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"92214c0f-1531-4289-b8a7-b4ded5bf3354","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.769841409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"92214c0f-1531-4289-b8a7-b4ded5bf3354","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.843567028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03496731-cede-4ed2-be2b-ec7a68f74f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.843566983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1925b1bb-d593-46eb-85b6-d0e9d2320dc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.944961751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1925b1bb-d593-46eb-85b6-d0e9d2320dc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.944968643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03496731-cede-4ed2-be2b-ec7a68f74f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.945132675Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03496731-cede-4ed2-be2b-ec7a68f74f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:08.945051877Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1925b1bb-d593-46eb-85b6-d0e9d2320dc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:09.142968327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10b68338-f862-4b8f-9f63-7ce22d46e0c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:09.142979926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7c4e0ba-2192-4b67-8de9-0da4c36123d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:09.197553163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7c4e0ba-2192-4b67-8de9-0da4c36123d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:09.19761815Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7c4e0ba-2192-4b67-8de9-0da4c36123d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:09.197643679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10b68338-f862-4b8f-9f63-7ce22d46e0c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:09.197697835Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10b68338-f862-4b8f-9f63-7ce22d46e0c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.12050073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f7eeabc-98dd-4429-9733-4f58647112d8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.120529955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f7eeabc-98dd-4429-9733-4f58647112d8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.120914895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae89999e-6a41-4abe-b982-d53cc41e6c2d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.120936517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae89999e-6a41-4abe-b982-d53cc41e6c2d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.12126064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f21c4007-2076-4cb3-ada4-08648364bfab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.121277185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f21c4007-2076-4cb3-ada4-08648364bfab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.121715658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3611b0ce-46fb-471c-8e56-e918fa8b99bb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.121735229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3611b0ce-46fb-471c-8e56-e918fa8b99bb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.179618992Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e96672f0-23f1-4d81-ad7b-fb55fad39edc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.179620614Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3879411-1476-4044-8642-d0cc87f5c1f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.227135136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3a43d734-de2e-47b8-ac5d-10d72aefff8d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.22727397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3a43d734-de2e-47b8-ac5d-10d72aefff8d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.227658486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ddd5c05f-3a80-44cb-b853-e6832dceaddc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.227712496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ddd5c05f-3a80-44cb-b853-e6832dceaddc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.228042679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"110b8f64-7f49-4b33-8c81-6e9052e4047f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.228091532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"110b8f64-7f49-4b33-8c81-6e9052e4047f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.228440752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0dac9e5f-1769-4bfb-8170-b9ffe6d86989","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.228455301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0dac9e5f-1769-4bfb-8170-b9ffe6d86989","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.276894251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45517f11-8521-43e6-bbb4-4a9bf9f07be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.278371537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cf22d42-a94f-4a45-b976-18bae28857f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.337113251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cf22d42-a94f-4a45-b976-18bae28857f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.337280781Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cf22d42-a94f-4a45-b976-18bae28857f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.339855575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45517f11-8521-43e6-bbb4-4a9bf9f07be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.339912965Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45517f11-8521-43e6-bbb4-4a9bf9f07be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.542581367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb8095b5-31fd-416d-9921-e4bb941f3478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.548143497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a5c5e7d-a274-4851-a196-72bf1df2015b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.597200773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb8095b5-31fd-416d-9921-e4bb941f3478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.597277626Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb8095b5-31fd-416d-9921-e4bb941f3478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.604384084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a5c5e7d-a274-4851-a196-72bf1df2015b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.60443746Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a5c5e7d-a274-4851-a196-72bf1df2015b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.802900839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b8a91de-9b7c-4b54-bf0d-0416d02cba9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.859345929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b8a91de-9b7c-4b54-bf0d-0416d02cba9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.859411154Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b8a91de-9b7c-4b54-bf0d-0416d02cba9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.908590931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1adf03a-3cc1-437e-87f5-54ae0d9e10fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.963610656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1adf03a-3cc1-437e-87f5-54ae0d9e10fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:12.963674767Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1adf03a-3cc1-437e-87f5-54ae0d9e10fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.062935191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"317c1d48-4ddf-457b-92e9-647590c91740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.117622377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"317c1d48-4ddf-457b-92e9-647590c91740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.1176896Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"317c1d48-4ddf-457b-92e9-647590c91740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.411326769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5dc76b64-e07d-43b5-8755-c372af5d3d79","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.411347247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5dc76b64-e07d-43b5-8755-c372af5d3d79","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.851729033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6f44de07-cb8a-4f72-9604-525509230b9b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.851749648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6f44de07-cb8a-4f72-9604-525509230b9b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.852006849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dfec4f0e-47b1-4ca3-98df-2d998fcc41d1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.852019264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dfec4f0e-47b1-4ca3-98df-2d998fcc41d1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.852273657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a952924b-6150-4381-87b0-4fd17319339f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.852287009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a952924b-6150-4381-87b0-4fd17319339f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.852675786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"47f23250-8f9b-463a-b967-8bf94fe43494","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.852700721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"47f23250-8f9b-463a-b967-8bf94fe43494","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.853005695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"492a005b-7bed-4a59-b269-960775ab3a93","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.853018956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"492a005b-7bed-4a59-b269-960775ab3a93","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.901606116Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"598bdd1a-23a0-41bc-96f4-734bd7443367","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.901605999Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"97b25913-36c3-4d79-a7be-6668c2785842","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.949230483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d8eeb11c-abca-491c-9ff6-eb8ace6171b9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.949270383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d8eeb11c-abca-491c-9ff6-eb8ace6171b9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.949533656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"85a1f055-56bb-49ea-9494-373c4415af22","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.949544509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"85a1f055-56bb-49ea-9494-373c4415af22","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.94971348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dcb87515-9fca-4817-84ed-6573d8633b69","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.949722976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dcb87515-9fca-4817-84ed-6573d8633b69","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.949884965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"642d0286-28e1-4f9b-89b7-a22d9dddd847","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.949894219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"642d0286-28e1-4f9b-89b7-a22d9dddd847","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.95005883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"10389bd1-1a48-40b4-81fe-846154c66fb6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.950069258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"10389bd1-1a48-40b4-81fe-846154c66fb6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:16.002503218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0379aede-07df-41d8-9d06-aeae884a6e7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:16.002503151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0df71434-c9b0-44d5-b57e-9e7780a23d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:16.057689493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0379aede-07df-41d8-9d06-aeae884a6e7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:16.057713526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0df71434-c9b0-44d5-b57e-9e7780a23d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:16.057762809Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0379aede-07df-41d8-9d06-aeae884a6e7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:16.057765444Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0df71434-c9b0-44d5-b57e-9e7780a23d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:16.255687244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2133897-3a81-4575-9a83-836393bcc426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:16.255687222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85e4b36d-ccb4-461b-91f0-a2e904076c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:16.312811433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85e4b36d-ccb4-461b-91f0-a2e904076c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:16.312896651Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85e4b36d-ccb4-461b-91f0-a2e904076c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:16.312956885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2133897-3a81-4575-9a83-836393bcc426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:16.31301626Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2133897-3a81-4575-9a83-836393bcc426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:17.219472524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c1e5545c-2328-43a2-ab0e-800a423798a8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:17.219495642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c1e5545c-2328-43a2-ab0e-800a423798a8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.830915309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b7ef8ce-f431-4de1-841b-2e25cd1dfd3e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.830938757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b7ef8ce-f431-4de1-841b-2e25cd1dfd3e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.831196387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0530ce51-f758-4075-82dc-43e881dd2a66","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.831210399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0530ce51-f758-4075-82dc-43e881dd2a66","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.831423386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9bdef839-8651-4bcb-b30e-2dfc9c0e3ef6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.831437314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9bdef839-8651-4bcb-b30e-2dfc9c0e3ef6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.831642003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1a46523d-62c7-475f-8d50-340a056ef20a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.831654463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1a46523d-62c7-475f-8d50-340a056ef20a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.831844453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2562287d-18f4-40ae-a930-71ee3af47d92","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.831856609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2562287d-18f4-40ae-a930-71ee3af47d92","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.83204484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"df23e6ba-75a5-491e-bb14-f0e2c4ba0e0a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.832057974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"df23e6ba-75a5-491e-bb14-f0e2c4ba0e0a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.881977755Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b00896c2-51e5-4554-bb76-8e1b830c96d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.881973528Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a948e8c-b810-4780-975c-5d0200ad1e44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.914013682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3af67ce4-2196-4520-afcd-da1814f39070","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.914160567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3af67ce4-2196-4520-afcd-da1814f39070","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.91458983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"369ee023-58b3-4758-923d-187f17bf45c0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.914608448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"369ee023-58b3-4758-923d-187f17bf45c0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.914917558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5962e271-63a0-4721-b564-9c01e5df2116","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.914935071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5962e271-63a0-4721-b564-9c01e5df2116","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.915213095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de1bb9fe-1013-4f81-87d1-1725ce6cffc4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.915228843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de1bb9fe-1013-4f81-87d1-1725ce6cffc4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.915543935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3e248f1c-441e-445d-9f05-5192f888a078","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.915560072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3e248f1c-441e-445d-9f05-5192f888a078","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.915840318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"61d0b77b-9d72-4baf-ba75-cb577a8f7f16","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.915856714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"61d0b77b-9d72-4baf-ba75-cb577a8f7f16","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.980467193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a73c7a3f-e4b7-4845-bce3-312f10149844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:19.980976827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d11a2aa-dad0-416a-a590-fc6a35cfb02b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:20.037808128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d11a2aa-dad0-416a-a590-fc6a35cfb02b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:20.037907691Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d11a2aa-dad0-416a-a590-fc6a35cfb02b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:20.041598729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a73c7a3f-e4b7-4845-bce3-312f10149844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:20.041720214Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a73c7a3f-e4b7-4845-bce3-312f10149844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:20.239179873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5603cc37-b075-49eb-b921-06c3e4197f50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:20.239212448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a406986-04d9-4dfa-9402-6bf1d99ab130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:20.297086021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a406986-04d9-4dfa-9402-6bf1d99ab130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:20.297158209Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a406986-04d9-4dfa-9402-6bf1d99ab130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:20.297458676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5603cc37-b075-49eb-b921-06c3e4197f50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:20.29753615Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5603cc37-b075-49eb-b921-06c3e4197f50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:21.109465862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8d35a2fb-2266-4cab-88cf-0436dbdc04a9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:21.109494999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8d35a2fb-2266-4cab-88cf-0436dbdc04a9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.226221251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3e588d00-1555-4474-a8b3-7bc337eb7b92","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.226262677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3e588d00-1555-4474-a8b3-7bc337eb7b92","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.226575128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"151b8e97-cb50-4b30-b159-becc2bef9a28","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.226590249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"151b8e97-cb50-4b30-b159-becc2bef9a28","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.226854541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fc95d866-475f-4f7f-b42b-f35608328267","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.226868598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fc95d866-475f-4f7f-b42b-f35608328267","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.227152991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd514154-ad5c-4187-952b-c0aa0c884bea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.227168121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd514154-ad5c-4187-952b-c0aa0c884bea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.22743932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"930826ef-aed7-48dc-9901-096b8f76c0d6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.2274597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"930826ef-aed7-48dc-9901-096b8f76c0d6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.227740083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"83221c4e-d8af-4d16-82f6-5dad8d01b2e9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.227757245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"83221c4e-d8af-4d16-82f6-5dad8d01b2e9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.227970858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0094a38b-73b7-493a-9bb7-fcff267b17c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.227980932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0094a38b-73b7-493a-9bb7-fcff267b17c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.275927673Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"902986e9-f47b-4f9b-871c-7f9def564af6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.304324098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0063256d-0e6e-439e-9cc9-24a8add41152","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.30434418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0063256d-0e6e-439e-9cc9-24a8add41152","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.304583482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92ee5f33-9abe-4a36-92f0-59b0b82e63ad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.30459409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92ee5f33-9abe-4a36-92f0-59b0b82e63ad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.304760708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"da16c563-7ebe-4cb2-be9d-463417b8dadc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.304771053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"da16c563-7ebe-4cb2-be9d-463417b8dadc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.304950555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5af26157-66bc-4e59-ab45-5744777b6c0e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.304959674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5af26157-66bc-4e59-ab45-5744777b6c0e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.305174174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5f9cf195-d5f2-4791-8b37-59b6f076bd6a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.305186733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5f9cf195-d5f2-4791-8b37-59b6f076bd6a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.305386304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"09768c2a-4547-49e7-9088-c4b08aee2520","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.305396743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"09768c2a-4547-49e7-9088-c4b08aee2520","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.305600481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e81fccf-9deb-4dad-9176-f5e46045669f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.305612017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e81fccf-9deb-4dad-9176-f5e46045669f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.374019271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"926a5084-da55-49b4-b03e-8fcbe4749a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.37556112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21dd534f-590c-41d6-a458-9a35953af25b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.429142366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"926a5084-da55-49b4-b03e-8fcbe4749a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.430949282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21dd534f-590c-41d6-a458-9a35953af25b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.431017323Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21dd534f-590c-41d6-a458-9a35953af25b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.431191684Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14939a1a-e0e4-41cb-bbb0-6e48fc5f1b53","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.590619712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51ad1c74-8777-4e19-9933-9f81201165ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.590643998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51ad1c74-8777-4e19-9933-9f81201165ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.632097908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eced02a7-5628-42a2-9749-d352090f1f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.687258704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eced02a7-5628-42a2-9749-d352090f1f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.687329087Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eced02a7-5628-42a2-9749-d352090f1f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.731878289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27a60ba7-2326-4629-927a-f483de85b650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.788781243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27a60ba7-2326-4629-927a-f483de85b650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.791262241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2897ef32-313d-44d7-86c3-8ddb4fb611dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:24.508158147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9f9f238-cdd9-4b7b-b3b1-53ecf3f25106","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:24.508180655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9f9f238-cdd9-4b7b-b3b1-53ecf3f25106","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:24.718647086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"89575054-e660-4ce0-ba76-4bf6068a12f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:25.412277117Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.432683458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"152d1dde-23f9-4609-b2e7-3aa02bf1616c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.432704666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"152d1dde-23f9-4609-b2e7-3aa02bf1616c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.432939492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c28cf89-1d59-4b0f-aa1b-912ea30f411b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.432953666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c28cf89-1d59-4b0f-aa1b-912ea30f411b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.433119436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2039b882-3b18-4dfa-8d56-e9a6f97a805e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.433132297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2039b882-3b18-4dfa-8d56-e9a6f97a805e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.433318799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"01d8c0ad-53e5-4c47-a6a0-1da061616923","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.433328667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"01d8c0ad-53e5-4c47-a6a0-1da061616923","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.433503826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"772489be-7e22-4be1-81ba-92e767a9e15b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.433531786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"772489be-7e22-4be1-81ba-92e767a9e15b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.433728482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b6632069-17fd-4209-b7c1-b3b54c738c37","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.433738678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b6632069-17fd-4209-b7c1-b3b54c738c37","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.433904509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a248c97-5483-4cb0-81d3-0a6088bda336","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.43391434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a248c97-5483-4cb0-81d3-0a6088bda336","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.434123517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7f4eae9-c651-4e66-b071-fea349517dac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.434133681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7f4eae9-c651-4e66-b071-fea349517dac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.510180052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bf44eae2-7b28-41d8-8d92-b398741589bd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.51020964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bf44eae2-7b28-41d8-8d92-b398741589bd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.510492113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72e095a8-3ed6-415a-aabc-6e986b46674c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.510507141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72e095a8-3ed6-415a-aabc-6e986b46674c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.510755766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9ed2bc7d-da82-4d6d-bce0-03727a2ec47e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.510767531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9ed2bc7d-da82-4d6d-bce0-03727a2ec47e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.510974236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5574eee6-eb93-4c35-b849-cc3d8bb98d57","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.510986526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5574eee6-eb93-4c35-b849-cc3d8bb98d57","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.511218455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"70aa168b-723e-43bb-8872-e90c6a311300","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.511229131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"70aa168b-723e-43bb-8872-e90c6a311300","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.511456967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"678aac53-a6ad-4f3f-a53e-917380f0a64c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.511470879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"678aac53-a6ad-4f3f-a53e-917380f0a64c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.511675666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62f3e0de-9797-407e-9fb8-970dc132a5e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.511685814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62f3e0de-9797-407e-9fb8-970dc132a5e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.511966194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c38d7167-3484-431e-bf73-b7a3926288c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.511976628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c38d7167-3484-431e-bf73-b7a3926288c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.582176101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1705168b-ceea-46ac-828f-fb70ee9fdbea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.637046719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1705168b-ceea-46ac-828f-fb70ee9fdbea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.64383131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"18ed2274-16c4-46aa-9334-d51c9d797680","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.651074026Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f2122a46-bbe6-4fd2-a9d6-0a15bcb1bfbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.684954426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b85bc5ec-35d0-47fc-a0df-71cbe97e9f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.743655007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b85bc5ec-35d0-47fc-a0df-71cbe97e9f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.904199557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1c857562-c064-4ec4-ac8d-6355466a88b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.90422046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1c857562-c064-4ec4-ac8d-6355466a88b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:26.997845285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7070d45b-09cc-4c7a-8b3e-5f480c174531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:27.055204923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7070d45b-09cc-4c7a-8b3e-5f480c174531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:27.112094124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b78cef20-0b98-495c-a6b1-a8dab118daaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:27.115874574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b375dc37-093d-449a-8bde-262cedaba3bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:27.172215314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b78cef20-0b98-495c-a6b1-a8dab118daaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:27.480026686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a36a80b-ddb5-4e96-929f-ffb756d7038a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:27.546637871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e09369e-b69a-4c4b-af3b-16763c9a7cb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:27.546695045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ec174fe-e79c-4132-a01b-d3d858b5e058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:27.60213196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ec174fe-e79c-4132-a01b-d3d858b5e058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:27.602409573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e09369e-b69a-4c4b-af3b-16763c9a7cb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:27.640266307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3cd6638-1d6f-4050-8ffe-bdae3624de69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:27.640294433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3cd6638-1d6f-4050-8ffe-bdae3624de69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:27.797881004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ad8cf6d-42f4-4c57-b74a-ab5614833364","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:27.797909814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ad8cf6d-42f4-4c57-b74a-ab5614833364","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:27.951399366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"342b2218-a652-4097-9742-14a27ab159e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:27.951516575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"274e23d5-120a-4c34-982b-26a41173a3e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:27.997996536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"81111118-fb86-4edf-8514-302bfa1328ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:28.007508613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"342b2218-a652-4097-9742-14a27ab159e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:28.007617488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"274e23d5-120a-4c34-982b-26a41173a3e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:31.906800188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"678a5636-afa6-4297-8566-30bd4f333ab2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:31.906826465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"678a5636-afa6-4297-8566-30bd4f333ab2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:34.65778356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"268ba021-dbd0-47ca-b53a-e3685f17cb21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:34.769461142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30bab5b7-943d-4fd6-9370-128d2fe55172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:34.769491616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9123e3db-a3a8-41b5-95b9-17ed7eda6967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:34.815643116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e012302d-47f6-40e2-a4a3-ff475eb82fa7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:34.815666234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e012302d-47f6-40e2-a4a3-ff475eb82fa7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:34.86449343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30bab5b7-943d-4fd6-9370-128d2fe55172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:34.865983304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9123e3db-a3a8-41b5-95b9-17ed7eda6967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:35.032494314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"562513fd-248a-4373-a247-c6dfa22d69b6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:35.032517767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"562513fd-248a-4373-a247-c6dfa22d69b6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:36.511484978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2b3daabc-c1ec-46c9-b3c3-9ed2b4359c85","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:36.511507908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2b3daabc-c1ec-46c9-b3c3-9ed2b4359c85","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:36.511905371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b2e98a57-4063-487c-8324-8add06e5ce5d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:36.511925193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b2e98a57-4063-487c-8324-8add06e5ce5d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:36.512184817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a3e385e2-0018-4ff4-8794-2aedaa903790","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:36.512196063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a3e385e2-0018-4ff4-8794-2aedaa903790","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:36.512463809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"254d4250-816f-417c-bd6b-5524b4214aaa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:36.512477568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"254d4250-816f-417c-bd6b-5524b4214aaa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:37.641285639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"431ab7ff-6d82-45b4-9721-aa30960d9211","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:37.641306292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"431ab7ff-6d82-45b4-9721-aa30960d9211","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:38.931300473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"946fb019-68ef-43f3-b9d1-68cd124a9f84","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:38.93132154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"946fb019-68ef-43f3-b9d1-68cd124a9f84","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:39.195618825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d865890-b13b-4991-a89d-b3443432b011","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:39.28691268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65d46daf-2286-4c32-849b-16324ae755e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:44.502778826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e0f9d592-a8a6-447c-8638-48a9477ad978","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:44.502806322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e0f9d592-a8a6-447c-8638-48a9477ad978","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:44.817075085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c1bf4ff7-58f8-449e-97a8-c78f5f0d35e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:44.817095949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c1bf4ff7-58f8-449e-97a8-c78f5f0d35e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.516527362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8449342e-ff6d-4e31-b16b-29eeb0a6218e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.516638763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8449342e-ff6d-4e31-b16b-29eeb0a6218e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.517078231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"25c0fba3-590f-4c52-94d8-6e19902bf05d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.517147429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"25c0fba3-590f-4c52-94d8-6e19902bf05d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.164080473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c06acd96-2927-4333-b774-6572afbab853","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.164108875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c06acd96-2927-4333-b774-6572afbab853","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.642732933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79540ac9-59ee-4784-9736-4d5c50afd81a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.642758273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79540ac9-59ee-4784-9736-4d5c50afd81a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:51.441202874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8fe255c0-1ba9-40e7-a46c-571f59914a1c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:51.441262852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8fe255c0-1ba9-40e7-a46c-571f59914a1c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:54.036390139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b716cbb-b330-46ac-93e2-9035dc9ccf17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:54.036410274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b716cbb-b330-46ac-93e2-9035dc9ccf17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:54.23591299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf25098d-e1c7-4fab-9f55-948775cad477","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:54.24072817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d7107d3-0b63-449f-867e-4bc094926ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:54.240727984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e952f2f5-8675-4898-8713-68260b64e3d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:54.343089544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d7107d3-0b63-449f-867e-4bc094926ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:54.344443872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e952f2f5-8675-4898-8713-68260b64e3d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:54.395803457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6520035e-9ea8-4974-a5fb-485a22ababde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:54.395825883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6520035e-9ea8-4974-a5fb-485a22ababde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:54.595842833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"42e9eab9-5ddb-4a7a-80c9-105f97a72cb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:54.818488246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e8cacf5-f387-4fe4-addb-655a7da32113","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:54.818510848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e8cacf5-f387-4fe4-addb-655a7da32113","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:55.418362053Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.503035742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4252245-1aad-4d0c-af2c-268cd1d68fe3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.503064986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4252245-1aad-4d0c-af2c-268cd1d68fe3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.702910176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c1348221-8f76-478e-b20c-1475f9b2f9a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.70884546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4be6cd39-0644-469a-9112-2ad2a6310224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.709122271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dbbb606-3d45-4db5-b512-6064a5a9a089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.764022396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dbbb606-3d45-4db5-b512-6064a5a9a089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.810591245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4be6cd39-0644-469a-9112-2ad2a6310224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.864172118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c840a02d-781a-44bf-97eb-d9dc47dfd0dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.864193008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c840a02d-781a-44bf-97eb-d9dc47dfd0dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.063084928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eee5b551-3e4d-4304-b656-caac58ebcc42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:00.760587243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5935555-9a12-4c32-b092-09942e40af63","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:00.760615539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5935555-9a12-4c32-b092-09942e40af63","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:00.909584581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9438174c-76c1-4023-951f-62cda71f7cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:00.975125288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9438174c-76c1-4023-951f-62cda71f7cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:01.010313772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"055e7bf7-51d5-4da4-b760-acb1e516b597","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:01.010333045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"055e7bf7-51d5-4da4-b760-acb1e516b597","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:01.163854185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"123aa40c-7805-4711-b1dd-37021bf9354f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:01.217213309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d92a2d26-190d-4ed3-9552-95821dfca4b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:01.221592966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"123aa40c-7805-4711-b1dd-37021bf9354f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:01.240360884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c37645e3-59d7-4aab-aa1f-9eb2bedfcaa6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:01.240383045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c37645e3-59d7-4aab-aa1f-9eb2bedfcaa6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:01.379558352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f350771d-b2ad-4847-98fc-2d6a69c39882","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:01.379578481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f350771d-b2ad-4847-98fc-2d6a69c39882","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:01.389352257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68faef68-3afe-45b0-8794-1bffa5a5c676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:01.443944011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68faef68-3afe-45b0-8794-1bffa5a5c676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:25.458392915Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:55.458792031Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:04.857955178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df99f81-2cd0-47d1-9c39-a9adc454d281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:04.911473396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df99f81-2cd0-47d1-9c39-a9adc454d281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:04.963350338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df99f81-2cd0-47d1-9c39-a9adc454d281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.019860923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df99f81-2cd0-47d1-9c39-a9adc454d281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.434178008Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-a1d107b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-a1d107b0","reconcileID":"ca8f9cc3-32fc-4112-a252-d9b55754776e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-a1d107b0","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-a1d107b0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.205341802Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ebf644d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ebf644d4","reconcileID":"2f60ef04-154a-4308-b907-8da7dbce3b11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ebf644d4","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-ebf644d4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.861548374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77beeb68-66e1-4737-bd52-1819fa702178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.910592075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77beeb68-66e1-4737-bd52-1819fa702178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.960142689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77beeb68-66e1-4737-bd52-1819fa702178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.00949829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77beeb68-66e1-4737-bd52-1819fa702178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.840309748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d3d1ff-4898-46c7-b6dc-b593779bcef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.890017215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d3d1ff-4898-46c7-b6dc-b593779bcef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.940724877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d3d1ff-4898-46c7-b6dc-b593779bcef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.990370381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d3d1ff-4898-46c7-b6dc-b593779bcef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.0517068Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-09d8fb9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-09d8fb9b","reconcileID":"57366593-c54d-4666-a0ea-7b54feb89b3e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-09d8fb9b","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-09d8fb9b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.635775627Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-16c49820","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-16c49820","reconcileID":"a887eba2-fb34-4015-aade-94c697105c67","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-16c49820-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-16c49820-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.972101011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9496c227-fe0a-4c1c-9159-e01fa643b6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:11.021307377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9496c227-fe0a-4c1c-9159-e01fa643b6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:11.070756172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9496c227-fe0a-4c1c-9159-e01fa643b6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:11.120185605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9496c227-fe0a-4c1c-9159-e01fa643b6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:13.029751306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a355bc56-4824-4be4-a2c1-e96e931d8415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:13.078976877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a355bc56-4824-4be4-a2c1-e96e931d8415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:13.128171897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a355bc56-4824-4be4-a2c1-e96e931d8415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:13.177381438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a355bc56-4824-4be4-a2c1-e96e931d8415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:15.021899006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764a99f3-42fb-4c9d-a061-8a6f2f18339c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:15.070987903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764a99f3-42fb-4c9d-a061-8a6f2f18339c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:15.120383175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764a99f3-42fb-4c9d-a061-8a6f2f18339c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:15.169944423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764a99f3-42fb-4c9d-a061-8a6f2f18339c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:15.851176571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"196a7d29-a334-4da7-ab36-d5c8539342d1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-ebf644d4","tenantID":"e2e-ait-ebf644d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:15.964609367Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"196a7d29-a334-4da7-ab36-d5c8539342d1","name":"e2e-ait-ebf644d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:16.06678448Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-ffe7a1cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-ffe7a1cf","reconcileID":"a505645b-cda3-4dfd-a1ee-c951275fd815","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-ffe7a1cf","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-ffe7a1cf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.080815803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3f6650-93c8-47d1-88e3-4db03908b798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.130589743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3f6650-93c8-47d1-88e3-4db03908b798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.180622318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3f6650-93c8-47d1-88e3-4db03908b798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.23016614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3f6650-93c8-47d1-88e3-4db03908b798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:19.045981424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c55592-ebed-4285-a2fc-a68f1143b01b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:19.095136163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c55592-ebed-4285-a2fc-a68f1143b01b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:19.157800286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c55592-ebed-4285-a2fc-a68f1143b01b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:19.207534453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c55592-ebed-4285-a2fc-a68f1143b01b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:21.02304529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"4b1e08ad-850a-4449-9205-2fe3926035d4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-09d8fb9b","tenantID":"e2e-ait-09d8fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:21.026765009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c897c0a-31db-4849-a2c3-3d7ad0877df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:21.076587584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c897c0a-31db-4849-a2c3-3d7ad0877df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:21.125971881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c897c0a-31db-4849-a2c3-3d7ad0877df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:21.1760246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c897c0a-31db-4849-a2c3-3d7ad0877df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:21.190612784Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"4b1e08ad-850a-4449-9205-2fe3926035d4","name":"e2e-ait-09d8fb9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:23.028134887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a6e74b-c2da-4fe1-9100-0f3d283ed127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:23.077637346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a6e74b-c2da-4fe1-9100-0f3d283ed127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:23.126857057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a6e74b-c2da-4fe1-9100-0f3d283ed127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:23.176144876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a6e74b-c2da-4fe1-9100-0f3d283ed127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:25.024393485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dafb51e-c528-462c-aab7-22d5c8c31048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:25.073764785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dafb51e-c528-462c-aab7-22d5c8c31048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:25.123861298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dafb51e-c528-462c-aab7-22d5c8c31048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:25.17409735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dafb51e-c528-462c-aab7-22d5c8c31048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:25.411034523Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:25.600036919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e0281856-73fa-45b3-b830-283dacb98cff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:25.699723153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8fee1a95-2e21-49f2-9366-39d545b757f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:25.996404133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"92d7dfa8-c3b9-40e5-8566-f520ef8fc005","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-a1d107b0","tenantID":"e2e-ait-a1d107b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:26.108795493Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"92d7dfa8-c3b9-40e5-8566-f520ef8fc005","name":"e2e-ait-a1d107b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:34.864054954Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"2e700591-d8df-4375-8865-89d58e14c363","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:34.917070912Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"2e700591-d8df-4375-8865-89d58e14c363","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:35.015541462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"2e700591-d8df-4375-8865-89d58e14c363","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-16c49820-gw","tenantID":"e2e-migrate-16c49820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:35.12896866Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"2e700591-d8df-4375-8865-89d58e14c363","name":"e2e-migrate-16c49820-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:39.571663156Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"d8604df4-678c-4384-ab2c-3f99595a6d48","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:39.723304182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"d8604df4-678c-4384-ab2c-3f99595a6d48","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-ffe7a1cf","tenantID":"e2e-derive-ffe7a1cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:39.835584415Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"d8604df4-678c-4384-ab2c-3f99595a6d48","name":"e2e-derive-ffe7a1cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.342733286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad1f28d-d694-4c86-96ea-49b94f882fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.391929039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad1f28d-d694-4c86-96ea-49b94f882fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.446139223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad1f28d-d694-4c86-96ea-49b94f882fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.495724204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad1f28d-d694-4c86-96ea-49b94f882fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:48.351046809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de93844c-457e-43e9-b233-05a141f3464f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:48.401144122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de93844c-457e-43e9-b233-05a141f3464f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:48.453459085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de93844c-457e-43e9-b233-05a141f3464f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:48.503465137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de93844c-457e-43e9-b233-05a141f3464f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:50.521933249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a075ef-45d8-4caa-984a-e8e6dbe49e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:50.57112369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a075ef-45d8-4caa-984a-e8e6dbe49e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:50.620260943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a075ef-45d8-4caa-984a-e8e6dbe49e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:50.669445167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a075ef-45d8-4caa-984a-e8e6dbe49e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:52.546675355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc189914-56cc-4c87-8e5d-44f018e80605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:52.596033427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc189914-56cc-4c87-8e5d-44f018e80605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:52.645637059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc189914-56cc-4c87-8e5d-44f018e80605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:52.695204621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc189914-56cc-4c87-8e5d-44f018e80605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:54.535014831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e6b7dd-607f-440a-8937-3d25b449fa00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:54.584402595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e6b7dd-607f-440a-8937-3d25b449fa00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:54.634209571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e6b7dd-607f-440a-8937-3d25b449fa00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:54.68878716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e6b7dd-607f-440a-8937-3d25b449fa00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:55.418535483Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:56.56841268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42657eaa-53f9-4448-acf4-84641f0be2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:56.620218755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42657eaa-53f9-4448-acf4-84641f0be2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:56.67125968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42657eaa-53f9-4448-acf4-84641f0be2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:56.72038226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42657eaa-53f9-4448-acf4-84641f0be2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:56.820213596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"159b8478-d3ba-4adf-8202-f3ff80b6c02b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:56.870408718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"639e2cae-720d-4e33-8497-fd18e5212de3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:58.525689759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280af055-6319-4a71-8fcc-10807acbefc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:58.57501505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280af055-6319-4a71-8fcc-10807acbefc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:58.624148422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280af055-6319-4a71-8fcc-10807acbefc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:58.673543042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280af055-6319-4a71-8fcc-10807acbefc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:00.581814802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6031c1c-73d5-47f8-a53a-c0f4046460e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:00.635663896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6031c1c-73d5-47f8-a53a-c0f4046460e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:00.685820303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6031c1c-73d5-47f8-a53a-c0f4046460e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:00.735477224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6031c1c-73d5-47f8-a53a-c0f4046460e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:02.57322385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3209183b-29a2-4e6a-a269-10bd91eb2cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:02.623537354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3209183b-29a2-4e6a-a269-10bd91eb2cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:02.67635194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3209183b-29a2-4e6a-a269-10bd91eb2cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:02.72748211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3209183b-29a2-4e6a-a269-10bd91eb2cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:03.960982522Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"9b65446c-f702-4634-93bf-8debd133f590","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:04.09679265Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"9b65446c-f702-4634-93bf-8debd133f590","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:04.608518875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6bf623-10f0-4462-8116-0848ff8aacb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:04.659701266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6bf623-10f0-4462-8116-0848ff8aacb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:04.713543252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6bf623-10f0-4462-8116-0848ff8aacb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:04.762959712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6bf623-10f0-4462-8116-0848ff8aacb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:06.598292176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca611328-2b5f-441b-aa4a-b259b801bb78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:06.647675353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca611328-2b5f-441b-aa4a-b259b801bb78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:06.697013827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca611328-2b5f-441b-aa4a-b259b801bb78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:06.747905715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca611328-2b5f-441b-aa4a-b259b801bb78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:08.617734903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b048ebb6-3449-4368-93ce-4bb09321ce0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:08.666963797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b048ebb6-3449-4368-93ce-4bb09321ce0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:08.716110881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b048ebb6-3449-4368-93ce-4bb09321ce0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:08.765717747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b048ebb6-3449-4368-93ce-4bb09321ce0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:09.069024818Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"95af13a6-2778-4fa7-9448-6cd468c9fab0","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:09.393557055Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","namespace":"ai-tenant-e2e-ait-ebf644d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:09.393637316Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","namespace":"ai-tenant-e2e-ait-ebf644d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:09.39371006Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","tenant":"e2e-ait-ebf644d4","tenantID":"e2e-ait-ebf644d4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:09.445673317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"Deployment","name":"maas-api-e2e-ait-ebf644d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:09.510679636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"Service","name":"maas-api-e2e-ait-ebf644d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:09.564429526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-ebf644d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:09.615503794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-ebf644d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:09.670143456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-ebf644d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:09.770195651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-ebf644d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:09.824457215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-ebf644d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:09.875895689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-ebf644d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:09.924747916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"Deployment","name":"payload-processing-e2e-ait-ebf644d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:09.973473209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-ebf644d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.022555793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"Service","name":"payload-processing-e2e-ait-ebf644d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.103034736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"Service","name":"payload-pre-processing-e2e-ait-ebf644d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.151955362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"DestinationRule","name":"payload-processing-e2e-ait-ebf644d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.200855552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-ebf644d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.25004929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-ebf644d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.303407991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-ebf644d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.352389462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-ebf644d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.401504053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-ebf644d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.453671615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-ebf644d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.505360466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ebf644d4"},"namespace":"ai-tenant-e2e-ait-ebf644d4","name":"default-tenant","reconcileID":"d0b4ff17-eb5b-41f6-b9de-9c0d69809088","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-ebf644d4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.559816914Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","namespace":"ai-tenant-e2e-ait-09d8fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.559879505Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","namespace":"ai-tenant-e2e-ait-09d8fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.559930901Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","tenant":"e2e-ait-09d8fb9b","tenantID":"e2e-ait-09d8fb9b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.612791972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"Deployment","name":"maas-api-e2e-ait-09d8fb9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.637452506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4257c31a-486c-4e33-aef2-52add211ce0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.687041756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4257c31a-486c-4e33-aef2-52add211ce0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.696568094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"Service","name":"maas-api-e2e-ait-09d8fb9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.73760182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4257c31a-486c-4e33-aef2-52add211ce0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.786984814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4257c31a-486c-4e33-aef2-52add211ce0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.790066872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-09d8fb9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.840656522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-09d8fb9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.89258064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-09d8fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:10.944225267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-09d8fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.042074006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-09d8fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.096435847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-09d8fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.144865996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"Deployment","name":"payload-processing-e2e-ait-09d8fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.19351549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-09d8fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.242285024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"Service","name":"payload-processing-e2e-ait-09d8fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.291543835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"Service","name":"payload-pre-processing-e2e-ait-09d8fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.313287507Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ebf644d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ebf644d4","reconcileID":"17d12296-009d-4f6e-98ed-370864cf5aba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ebf644d4","removed":["maas.opendatahub.io/gateway-access-e2e-ait-ebf644d4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.340284381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"DestinationRule","name":"payload-processing-e2e-ait-09d8fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.388814716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-09d8fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.438025157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-09d8fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.490994649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-09d8fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.539518715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-09d8fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.588276921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-09d8fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.643569977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-09d8fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.692908181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d8fb9b"},"namespace":"ai-tenant-e2e-ait-09d8fb9b","name":"default-tenant","reconcileID":"61eedb12-70a9-4888-bcdc-44d15d4fe029","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-09d8fb9b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:12.530464481Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-09d8fb9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-09d8fb9b","reconcileID":"04a4cc00-4462-4a2d-aa06-e24d1f055423","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-09d8fb9b","removed":["maas.opendatahub.io/gateway-access-e2e-ait-09d8fb9b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:12.626877437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2eeb04-6c4d-451e-8bc0-494915ec21a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:12.676348977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2eeb04-6c4d-451e-8bc0-494915ec21a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:12.733081843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2eeb04-6c4d-451e-8bc0-494915ec21a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:12.782542626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2eeb04-6c4d-451e-8bc0-494915ec21a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:14.64489061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf2482e-3efd-4779-9ee0-1fbcbfca7a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:14.698617651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf2482e-3efd-4779-9ee0-1fbcbfca7a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:14.747963114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf2482e-3efd-4779-9ee0-1fbcbfca7a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:14.797077425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf2482e-3efd-4779-9ee0-1fbcbfca7a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:16.643969002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0470824e-b320-49db-9f1b-a9bbd30f0080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:16.693572296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0470824e-b320-49db-9f1b-a9bbd30f0080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:16.742872031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0470824e-b320-49db-9f1b-a9bbd30f0080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:16.807669617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0470824e-b320-49db-9f1b-a9bbd30f0080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:17.212465499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5cb60211-8cae-41d5-a6e6-cfa1f7202eb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:17.234899188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"098403e5-e63e-4957-9681-d30dc80c2802","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:18.621638829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725dff23-297e-45bc-a7e3-d233f6b51e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:18.67096433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725dff23-297e-45bc-a7e3-d233f6b51e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:18.720800883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725dff23-297e-45bc-a7e3-d233f6b51e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:18.770564709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725dff23-297e-45bc-a7e3-d233f6b51e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:20.621971291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e072135-ea74-431d-a797-a21a3bcb93a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:20.671186231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e072135-ea74-431d-a797-a21a3bcb93a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:20.720716021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e072135-ea74-431d-a797-a21a3bcb93a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:20.770389666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e072135-ea74-431d-a797-a21a3bcb93a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:22.621991321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca6fe93-02cc-4275-b739-228ccb716a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:22.671140536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca6fe93-02cc-4275-b739-228ccb716a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:22.7206095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca6fe93-02cc-4275-b739-228ccb716a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:22.77004358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca6fe93-02cc-4275-b739-228ccb716a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:24.387122836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca823c1d-8197-493f-82d6-d5c6fe887aca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:24.588889789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f655ff17-33e3-42b7-8209-2665118a3b82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:24.594953822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1731e8-0f1e-4055-9bbf-c32f31d5270c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:24.675624731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1731e8-0f1e-4055-9bbf-c32f31d5270c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:24.725141101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1731e8-0f1e-4055-9bbf-c32f31d5270c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:24.774571491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1731e8-0f1e-4055-9bbf-c32f31d5270c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:25.413180214Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:25.852884507Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"99286496-c047-4378-910c-f44e97e79770","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:25.959692993Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"99286496-c047-4378-910c-f44e97e79770","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:26.678799144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25ae495-041e-44d7-aeaa-81cb8786dd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:26.732106706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25ae495-041e-44d7-aeaa-81cb8786dd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:26.782156112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25ae495-041e-44d7-aeaa-81cb8786dd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:26.83258522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25ae495-041e-44d7-aeaa-81cb8786dd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:28.67706616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec3771d-20d0-408e-a7ed-569e138e23ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:28.729178156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec3771d-20d0-408e-a7ed-569e138e23ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:28.778488747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec3771d-20d0-408e-a7ed-569e138e23ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:28.828789047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec3771d-20d0-408e-a7ed-569e138e23ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:29.433166445Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-9a5623","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-9a5623","reconcileID":"0f6c3027-bbbe-44ad-9cc9-78da4e54366e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-9a5623","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-9a5623":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:30.666521113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1b4fe4-33ed-405d-9e75-43df9a5e4da4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:30.721038503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1b4fe4-33ed-405d-9e75-43df9a5e4da4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:30.775828524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1b4fe4-33ed-405d-9e75-43df9a5e4da4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:30.83159649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1b4fe4-33ed-405d-9e75-43df9a5e4da4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:30.881815226Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"f7266d42-3cbf-40c0-b99e-764df003b093","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:31.250189448Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","namespace":"ai-tenant-e2e-ait-a1d107b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:31.25036712Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","namespace":"ai-tenant-e2e-ait-a1d107b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:31.250485029Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","tenant":"e2e-ait-a1d107b0","tenantID":"e2e-ait-a1d107b0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:31.30199052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"Deployment","name":"maas-api-e2e-ait-a1d107b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:31.368282669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"Service","name":"maas-api-e2e-ait-a1d107b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:31.426109145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-a1d107b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:31.478659987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-a1d107b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:31.534749464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-a1d107b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:31.595481639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-a1d107b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:31.650142618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-a1d107b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:31.713431043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-a1d107b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:31.764369299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"Deployment","name":"payload-processing-e2e-ait-a1d107b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:31.8136536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-a1d107b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:31.863277205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"Service","name":"payload-processing-e2e-ait-a1d107b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:31.912657573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"Service","name":"payload-pre-processing-e2e-ait-a1d107b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:31.961969888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"DestinationRule","name":"payload-processing-e2e-ait-a1d107b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:32.012617889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-a1d107b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:32.061719809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-a1d107b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:32.115686448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-a1d107b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:32.16860448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-a1d107b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:32.218307018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-a1d107b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:32.272664298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-a1d107b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:32.322154063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a1d107b0"},"namespace":"ai-tenant-e2e-ait-a1d107b0","name":"default-tenant","reconcileID":"be9d4e4d-0b55-43f2-b3b7-685a9b77aab6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-a1d107b0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:33.143319691Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-a1d107b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-a1d107b0","reconcileID":"a94a113c-8816-4020-ac74-ccd3803cf0a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-a1d107b0","removed":["maas.opendatahub.io/gateway-access-e2e-ait-a1d107b0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:34.242760204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da23ea3-c81b-4618-88c1-b6410ff24bf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:34.292192596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da23ea3-c81b-4618-88c1-b6410ff24bf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:34.341562232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da23ea3-c81b-4618-88c1-b6410ff24bf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:34.390869569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da23ea3-c81b-4618-88c1-b6410ff24bf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:36.214745992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf03d12-c31e-4eaa-b179-4e5949d288ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:36.264144488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf03d12-c31e-4eaa-b179-4e5949d288ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:36.313157224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf03d12-c31e-4eaa-b179-4e5949d288ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:36.363468762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf03d12-c31e-4eaa-b179-4e5949d288ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:37.263424639Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","namespace":"ai-tenant-e2e-migrate-16c49820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:37.263481728Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","namespace":"ai-tenant-e2e-migrate-16c49820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:37.263554381Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","tenant":"e2e-migrate-16c49820","tenantID":"e2e-migrate-16c49820","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:37.317796735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"Deployment","name":"maas-api-e2e-migrate-16c49820","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:37.392794294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"Service","name":"maas-api-e2e-migrate-16c49820","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:37.445806415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-16c49820","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:37.496856549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-16c49820","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:37.548763593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-16c49820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:37.608864682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-16c49820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:37.662109052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-16c49820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:37.720469644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-16c49820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:37.769488158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"Deployment","name":"payload-processing-e2e-migrate-16c49820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:37.825550724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-16c49820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:37.875138429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"Service","name":"payload-processing-e2e-migrate-16c49820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:37.92650384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"Service","name":"payload-pre-processing-e2e-migrate-16c49820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:37.977143366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-16c49820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.027571131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-16c49820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.087977241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-16c49820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.136622412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-16c49820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.185555801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-16c49820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.234511153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-16c49820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.247874436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2031ede5-42e9-4674-99c6-2ba21b3b1f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.296829747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-16c49820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.296938366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2031ede5-42e9-4674-99c6-2ba21b3b1f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.345713186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16c49820"},"namespace":"ai-tenant-e2e-migrate-16c49820","name":"default-tenant","reconcileID":"c1c17331-74e2-4d79-a35c-6eaf2b735705","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-16c49820","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.346182538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2031ede5-42e9-4674-99c6-2ba21b3b1f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.395276094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2031ede5-42e9-4674-99c6-2ba21b3b1f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.400957683Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","namespace":"ai-tenant-e2e-derive-ffe7a1cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.401015871Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","namespace":"ai-tenant-e2e-derive-ffe7a1cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.401069309Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","tenant":"e2e-derive-ffe7a1cf","tenantID":"e2e-derive-ffe7a1cf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.453911914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"Deployment","name":"maas-api-e2e-derive-ffe7a1cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.454949112Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-26743a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-26743a","reconcileID":"7f957de3-ed36-4307-9d64-90b3e07a4482","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-26743a","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-26743a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.515215701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"Service","name":"maas-api-e2e-derive-ffe7a1cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.573147318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-ffe7a1cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.648999042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-ffe7a1cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.702691605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-ffe7a1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.758392803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-ffe7a1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.814631877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-ffe7a1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.869333433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-ffe7a1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.918231763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"Deployment","name":"payload-processing-e2e-derive-ffe7a1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:38.96697452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-ffe7a1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:39.022880409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"Service","name":"payload-processing-e2e-derive-ffe7a1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:39.07154251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"Service","name":"payload-pre-processing-e2e-derive-ffe7a1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:39.126859333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"DestinationRule","name":"payload-processing-e2e-derive-ffe7a1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:39.175762513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-ffe7a1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:39.227466951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-ffe7a1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:39.28310774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-ffe7a1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:39.332342647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-ffe7a1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:39.414069063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-ffe7a1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:39.466459229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-ffe7a1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:39.516499459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ffe7a1cf"},"namespace":"ai-tenant-e2e-derive-ffe7a1cf","name":"default-tenant","reconcileID":"5eb6beff-b3c3-49d2-9520-3bf39b6b4158","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-ffe7a1cf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:39.519944005Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-16c49820","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-16c49820","reconcileID":"b6b9977d-4462-412d-9374-87dd654cdf55","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-16c49820-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-16c49820-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:40.311609583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3707e4d0-017b-4abb-b34d-bd2283399fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:40.366881529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3707e4d0-017b-4abb-b34d-bd2283399fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:40.42061464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3707e4d0-017b-4abb-b34d-bd2283399fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:40.473551432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3707e4d0-017b-4abb-b34d-bd2283399fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:41.30022064Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-ffe7a1cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-ffe7a1cf","reconcileID":"7962185e-c40d-411c-a12d-88e3595140c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-ffe7a1cf","removed":["maas.opendatahub.io/gateway-access-e2e-derive-ffe7a1cf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:41.896811473Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-56f3fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-56f3fe","reconcileID":"b6ad463e-547b-4aa1-b6c5-e4974ffc39f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-56f3fe","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-56f3fe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:42.412416016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b43202-fd23-460e-bcc0-f0b740d0f51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:42.461710076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b43202-fd23-460e-bcc0-f0b740d0f51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:42.512489192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b43202-fd23-460e-bcc0-f0b740d0f51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:42.561944633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b43202-fd23-460e-bcc0-f0b740d0f51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:43.100743366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bad0f56b-87d0-4227-8a23-9de2e9e361d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:43.202760929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"70611a5e-0cc8-428d-9f1d-178849b13b46","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:44.369253902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"233a951b-4400-4e1f-aeaf-7a5547870214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:44.418507278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"233a951b-4400-4e1f-aeaf-7a5547870214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:44.467973894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"233a951b-4400-4e1f-aeaf-7a5547870214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:44.517104859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"233a951b-4400-4e1f-aeaf-7a5547870214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:44.728619126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"77e53958-4d48-4d81-809d-7626c0ff72c2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:44.848183347Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"77e53958-4d48-4d81-809d-7626c0ff72c2","name":"e2e-worker-w0-9a5623-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:46.423636205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f02a2be9-aa6d-4f97-be02-7550a6d4a3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:46.472837998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f02a2be9-aa6d-4f97-be02-7550a6d4a3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:46.521986322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f02a2be9-aa6d-4f97-be02-7550a6d4a3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:46.57117217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f02a2be9-aa6d-4f97-be02-7550a6d4a3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:51.675311666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a51566ac-800d-4115-ad87-f2fba116a9d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:51.779167638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3889d0f0-77cd-4962-a74a-6e9c5577642e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:54.281858474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"ec9606c6-67ac-4924-a41c-42b403057afc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:54.39499411Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"ec9606c6-67ac-4924-a41c-42b403057afc","name":"e2e-worker-w4-26743a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:54.705602217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8aefd5e-dcb1-4935-a867-932d6530cd6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:54.759867035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8aefd5e-dcb1-4935-a867-932d6530cd6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:54.813887598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8aefd5e-dcb1-4935-a867-932d6530cd6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:54.865119585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8aefd5e-dcb1-4935-a867-932d6530cd6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:55.412136681Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.207518149Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-4d14e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-4d14e0","reconcileID":"e26a0b0d-8dc1-4593-b795-0223f099caf8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-4d14e0","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-4d14e0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.725813204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5389253-902a-48b5-8c0b-c94dee956a19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.776448188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5389253-902a-48b5-8c0b-c94dee956a19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.82579921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5389253-902a-48b5-8c0b-c94dee956a19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.875191218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5389253-902a-48b5-8c0b-c94dee956a19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:58.630889313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea5e46e2-8342-4415-bdcb-310a8607bf29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:58.815058015Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-3c4802","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-3c4802","reconcileID":"c094acde-40d2-43a5-b979-20315dfb2369","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-3c4802","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-3c4802":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:58.846063854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7015a13f-53d7-47d0-a1d7-4902dd6e98c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:58.859269223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1bb58815-41be-47da-ba18-0fedb91eb6a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:58.896963629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7015a13f-53d7-47d0-a1d7-4902dd6e98c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:58.946330028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7015a13f-53d7-47d0-a1d7-4902dd6e98c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:58.995792639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7015a13f-53d7-47d0-a1d7-4902dd6e98c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:59.418418248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"152c652f-e52f-48ac-991d-64f8b1f87897","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:59.534513389Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"152c652f-e52f-48ac-991d-64f8b1f87897","name":"e2e-worker-w2-56f3fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:00.8217343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06536f35-2a87-4c65-851c-136fd336cf49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:00.870653545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06536f35-2a87-4c65-851c-136fd336cf49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:00.919827443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06536f35-2a87-4c65-851c-136fd336cf49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:00.969112738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06536f35-2a87-4c65-851c-136fd336cf49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:02.792562416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9d0187-bcc2-495d-976f-24b9b2be19b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:02.841826373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9d0187-bcc2-495d-976f-24b9b2be19b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:02.891983323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9d0187-bcc2-495d-976f-24b9b2be19b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:02.942330438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9d0187-bcc2-495d-976f-24b9b2be19b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:04.756427164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd9caad-c51c-4f13-b66a-af1db9b8365f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:04.808898799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd9caad-c51c-4f13-b66a-af1db9b8365f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:04.903892266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd9caad-c51c-4f13-b66a-af1db9b8365f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:04.953284812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd9caad-c51c-4f13-b66a-af1db9b8365f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:06.830849768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d197e20f-dc9e-439d-a9e5-edc464ce8a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:06.880157408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d197e20f-dc9e-439d-a9e5-edc464ce8a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:06.929724838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d197e20f-dc9e-439d-a9e5-edc464ce8a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:06.979075709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d197e20f-dc9e-439d-a9e5-edc464ce8a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:08.818946218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5432cf-a41a-4fd4-bdab-89a9d40ad2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:08.868322934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5432cf-a41a-4fd4-bdab-89a9d40ad2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:08.917475523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5432cf-a41a-4fd4-bdab-89a9d40ad2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:08.967019881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5432cf-a41a-4fd4-bdab-89a9d40ad2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:11.883916168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df39bd49-aaa4-4f0a-9bbf-09f54020d666","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:12.058583825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"23d43600-3e03-4754-b13a-2dab53b0e466","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:15.983146244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0851d422-cda7-408e-9c0e-8b27a4113d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:16.034459276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0851d422-cda7-408e-9c0e-8b27a4113d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:16.083623556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0851d422-cda7-408e-9c0e-8b27a4113d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:16.134878429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0851d422-cda7-408e-9c0e-8b27a4113d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:17.938394712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"25c9b09b-a249-4f90-bb1f-be2c8e75de67","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:18.048430594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48e9823-5708-447b-9efb-af137ec6be57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:18.097874796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48e9823-5708-447b-9efb-af137ec6be57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:18.147213996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48e9823-5708-447b-9efb-af137ec6be57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:18.196352386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48e9823-5708-447b-9efb-af137ec6be57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:18.29531339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cc1fbd35-6e1b-4d3d-a944-7f9b3b633e4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:19.123656556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"c892d248-2aa9-43da-bd7b-eb6621ec7037","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:19.235311769Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"c892d248-2aa9-43da-bd7b-eb6621ec7037","name":"e2e-worker-w3-4d14e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.41318319Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.625066447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf0b781-c31d-487c-b612-fa0a6b2ed923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.675022272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf0b781-c31d-487c-b612-fa0a6b2ed923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.72429167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf0b781-c31d-487c-b612-fa0a6b2ed923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.77480341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf0b781-c31d-487c-b612-fa0a6b2ed923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:27.650199159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f7b535-1f7e-414d-8f48-ca2270d380b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:27.701108403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f7b535-1f7e-414d-8f48-ca2270d380b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:27.7501915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f7b535-1f7e-414d-8f48-ca2270d380b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:27.79965521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f7b535-1f7e-414d-8f48-ca2270d380b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:28.691463136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"f075740a-b969-4759-aecc-e9f96fecb3a1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:28.810878543Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"f075740a-b969-4759-aecc-e9f96fecb3a1","name":"e2e-worker-w1-3c4802-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.730825606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"6cb79d34-6f6a-47fe-8a45-a82bc8b75c77","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.778720677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe2ee1a-8faf-4679-a053-b901b53177d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.829355108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe2ee1a-8faf-4679-a053-b901b53177d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.878822251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe2ee1a-8faf-4679-a053-b901b53177d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.928831709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe2ee1a-8faf-4679-a053-b901b53177d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:51.831784274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a10ba97-5197-4913-8868-baf40a14cb79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:51.881324693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a10ba97-5197-4913-8868-baf40a14cb79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:51.930704585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a10ba97-5197-4913-8868-baf40a14cb79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:51.979934453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a10ba97-5197-4913-8868-baf40a14cb79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:54.837134388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17dec07b-e1b3-42c6-8006-5d8a71f7dcd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:55.062918625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9dfd8599-819e-49f4-b199-76a43677cf8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:55.411981779Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:59.333769326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426ad802-d2d0-4c71-8532-c30a4526c3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:59.383223875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426ad802-d2d0-4c71-8532-c30a4526c3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:59.432543029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426ad802-d2d0-4c71-8532-c30a4526c3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:59.481538816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426ad802-d2d0-4c71-8532-c30a4526c3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:01.282694036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9cd700-04d1-46d2-a7a4-eba7bc035927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:01.332788743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9cd700-04d1-46d2-a7a4-eba7bc035927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:01.382458599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9cd700-04d1-46d2-a7a4-eba7bc035927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:01.431650019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9cd700-04d1-46d2-a7a4-eba7bc035927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.214750247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"5fa0a983-7ffd-4434-bf6f-e425380cd794","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:10.402808468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d705db4-4863-44d0-b569-6bec34df21e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:10.402858608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"de7f9b65-84f9-4af0-91ee-bd3da97cc4bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:13.176280632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e162745d-9b23-4368-84f3-e2179639e778","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:13.250382637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"588a34c4-3a93-4db3-a499-445d2457d313","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:23.442583253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"c583666c-4089-4e8b-8a33-244be221c415","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:25.413784568Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:40.00951194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"85a6eae9-3957-40f5-aecb-b023507b7ab9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:40.118487787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90a12b80-1cba-40a0-9a77-c495fb405902","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:43.972214054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"c1a0b4f4-e6fe-40c2-85b6-b63b30834cd7","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:44.046365313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"84c5cdaa-fd13-4397-a5da-89dcd5606f2d","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:50.820021935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb473b9f-54ec-4213-ac0f-be40cde4c4c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:50.930348512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5dd0c2d2-301b-496c-8402-c025ee9164d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:55.410635609Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.06816995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"aa8adfa0-ed86-4186-ba64-2bb47a88248b","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.29955641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e4e1d734-c39c-4c7b-9372-7fe02cac6869","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.35553404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9faf5b40-17d3-4ba9-98f2-8ca3b5f4b9ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.355561776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9faf5b40-17d3-4ba9-98f2-8ca3b5f4b9ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.403506566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"15ae98e2-cfc6-410d-a8b8-2a3669b65ed1","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.409114739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7927f2b6-ef00-4cf5-8041-9851918f1eab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.409134897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7927f2b6-ef00-4cf5-8041-9851918f1eab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.4558931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"867e2641-ab0e-4a9a-af5c-d21485ba4119","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:52:57.459608075Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9a5623/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.670206474Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"a726ecc8-d34a-4777-93bc-7ce73d64c476","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"simulator-w0-9a5623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.697735195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"366f8c01-5113-4396-bf56-0a903a2e4043","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.754790585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"da611df3-8739-43f5-ba58-5553f240680a","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:52:57.80574324Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"da611df3-8739-43f5-ba58-5553f240680a","name":"simulator-w0-9a5623","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-9a5623\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:52:57.805825739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"da611df3-8739-43f5-ba58-5553f240680a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-9a5623\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.811174004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"2e06c5c1-bcd3-48a2-ba4e-acd461f03f87","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.825385223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"847ceed2-2bf2-48bb-95ca-8fd1453206a9","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.849529316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"bb99a3da-071b-4f99-8bb8-7f1abeb7d2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.973036063Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"bb99a3da-071b-4f99-8bb8-7f1abeb7d2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.975733372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"b8c55fe7-aafa-4dcc-88f9-a05b9bf7c4bb","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.02280507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"4f211b13-b5ce-47bb-b443-14ea6e8f174a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.026491312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9a5623-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"bb99a3da-071b-4f99-8bb8-7f1abeb7d2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.030429515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"baef9955-6072-4a20-a8c4-0a1d9a26d5ab","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.076538234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"4a705e93-885a-44b1-a302-2fb09a4cdf1f","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:52:58.08093999Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9a5623/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.08114413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"3cf82bec-0637-4748-b3d9-ec3445a0f6c4","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.129634218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"947be007-6737-402b-9b07-b6255c527876","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.179258413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"71e86e27-8532-467a-b727-d675cc946f7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.233437619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"71e86e27-8532-467a-b727-d675cc946f7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.252648087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"d0738863-6181-4557-b55a-621bdd66d318","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.286975295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9a5623-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"71e86e27-8532-467a-b727-d675cc946f7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.310682562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"f2f6da26-f1a6-4d57-82e5-11877089f523","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.330782901Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"dee54e6f-667a-4a11-9328-022285cadb24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"premium-w0-9a5623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.454433069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"76817e13-f2aa-4c0c-8180-632b408fa441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.459011899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"75e8bc21-b01a-4fe5-bfa6-66becd5851da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.486169577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"db094325-7f2f-4607-84aa-eb8eeb3eb255","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.508870754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"76817e13-f2aa-4c0c-8180-632b408fa441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.513139791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"75e8bc21-b01a-4fe5-bfa6-66becd5851da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.561616856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9a5623-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"76817e13-f2aa-4c0c-8180-632b408fa441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.566268994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9a5623-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"75e8bc21-b01a-4fe5-bfa6-66becd5851da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.616420745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"0bc2dee8-5c1c-4d9a-88cc-fb19bf58e0fa","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.684097131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"866e5e9a-f61e-4316-8a3f-8274bcb4e6c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.766672613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"7423a1fd-b989-43ac-8cf6-1d701ea3d070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.821523202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"7423a1fd-b989-43ac-8cf6-1d701ea3d070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.875468589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9a5623-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"7423a1fd-b989-43ac-8cf6-1d701ea3d070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:59.635508995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"63876f78-a488-4bea-b130-6957aa13c4f3","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:59.709470152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"7c452358-efd2-47a8-9d66-f57b62a6d51e","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:07.652946502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"cf52acd1-d723-4817-9e30-cad3f3126a5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:07.813855059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"a9f80d6c-5918-4bdc-a226-ac1340785571","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:07.874061429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"d0dacb10-e922-4bc0-a397-069a1c61ed2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:07.952229596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"95154382-c9a1-414a-855c-7f89e9f57955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:07.952619046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"4f097a1b-e21e-4074-bf25-48fa70faf495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:08.006786406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"4f097a1b-e21e-4074-bf25-48fa70faf495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:08.006840775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"95154382-c9a1-414a-855c-7f89e9f57955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:08.032521433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"1c690f20-0d7b-48ee-b23d-948d4c5c9e40","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:08.059913874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9a5623-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d18c3e44711f41abb3dc7a47821ba910a6d80caaa99e2d49625489c04d15d0a) AuthConfig (9faff52cc3d7a171523ee9982a0b68030362b98d9c5357ba1e4c945071c077ed) AuthConfig (b8fc6dcd9624abc6c5260c398475266c80c1a3e0eda10f75ebc79bdf217e094f) AuthConfig (941eef474d613fa9c7012e2302516a52319e4eb24dfb55d399a2e06c227607a6) AuthConfig (cf696dad67a5f55361051a0094c1ce0add91e996497bf9b82d677574db94de25) AuthConfig (a1c992d6ff07192593c9749329acd5992f5d787eb7d743ff0e8943f3e2c3f85a) AuthConfig (37347c3b4ff1bbe8c3a88084f969d7e173a3b872b0bf246eab2b86a5820da254) AuthConfig (89e136fc92e82d6f6e776062b173efdae71ac4869e096ba87141c818ac8f6f82) AuthConfig (8dcec9028faeae8408caa344d0930c0c75517efbdfb41d9b13873f5a1b6abe34) AuthConfig (28249c9c7a94f651b5c131bc00a5880db6927363af184b08ba86b21a45e2d726) AuthConfig (60d8fd61e3da73d4548122365f431ccdb4816c6cd27c219ad09a7bb14b87538b) AuthConfig (edf7a805560211f2e04361116f8c73559d2dec8dd0cffb9b9d258687c7576664) AuthConfig (4fb081851d1663fe16863ce11bbaa185de1884ddffc7a4942126a647418cca5a) AuthConfig (83a77098438379ef49b5351adaf78cb9ca8245ba7a4ba4ce5296bf1d718d2137) AuthConfig (05c2be797885d5461c04ca449a6894f8ec4cbe38d34ddc1b424ee006788a8cfb) AuthConfig (f1bdf8f48014e8c561d4abbafb000d6149be7c10c53625099cd0d3b77a7928ce) AuthConfig (15ff5548e96369035dd852b2cb20d1e45544f271850e227edc78f344833d28b9) AuthConfig (6edc0b9bda1686136c20e4744907b416cf8d36be5a27c2fd92ce25e416493708) AuthConfig (c3f29cd6701a4275c711e7297dcf8b57bb49fdc28495557cb42a8c84f2719fd5) AuthConfig (6ddbfe6463463d4f47395a1b217f62829bbaed7a4ce57b55c4600832e28c2580) AuthConfig (6e264f96dd958664bc9cec9d6b9bddb1fe9b9e81ffeb7b9513706853b2af0e45) AuthConfig (e4c6b1506ec2ed0970d79940670d1874df063e1f000be4e7416b3311113f338b) AuthConfig (413c23389030f5df19cef52e1a73c7f5e73d9d6c6f0693bf6ab59a2ec5e257e8) AuthConfig (fea082a88ebcb9f44a9ca85f185fcac1b5caf8b26ad228cae8a180089bb1201d) AuthConfig (4625c178cbd86d74fe5f10b9aeaec452ad80d00b5e73ce13a7cc0d5dde488be6) AuthConfig (688758da343f40dd3c817ab5c987a24ebf8b4fff6067e0f73f4371bb13a9dab7) AuthConfig (c9fb55aabc217d966a0945a2e9ef9d9403074d236cfe6de37b897e699ff3594e) AuthConfig (859f8084930d595327da406fb76f29f595df33433a33b250c775d04d6ab2a6c6) AuthConfig (1f2c26565a94495f55b8761644de5d8b4c4a275d9e9bf150cdcf80e14eabba52) AuthConfig (8847ca0c23ae0b83887d7f5a5d6e1c557dc318a1d5135a166c1cd6623bc972a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"95154382-c9a1-414a-855c-7f89e9f57955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:08.05992477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9a5623-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d18c3e44711f41abb3dc7a47821ba910a6d80caaa99e2d49625489c04d15d0a) AuthConfig (9faff52cc3d7a171523ee9982a0b68030362b98d9c5357ba1e4c945071c077ed) AuthConfig (b8fc6dcd9624abc6c5260c398475266c80c1a3e0eda10f75ebc79bdf217e094f) AuthConfig (941eef474d613fa9c7012e2302516a52319e4eb24dfb55d399a2e06c227607a6) AuthConfig (cf696dad67a5f55361051a0094c1ce0add91e996497bf9b82d677574db94de25) AuthConfig (a1c992d6ff07192593c9749329acd5992f5d787eb7d743ff0e8943f3e2c3f85a) AuthConfig (37347c3b4ff1bbe8c3a88084f969d7e173a3b872b0bf246eab2b86a5820da254) AuthConfig (89e136fc92e82d6f6e776062b173efdae71ac4869e096ba87141c818ac8f6f82) AuthConfig (8dcec9028faeae8408caa344d0930c0c75517efbdfb41d9b13873f5a1b6abe34) AuthConfig (28249c9c7a94f651b5c131bc00a5880db6927363af184b08ba86b21a45e2d726) AuthConfig (60d8fd61e3da73d4548122365f431ccdb4816c6cd27c219ad09a7bb14b87538b) AuthConfig (edf7a805560211f2e04361116f8c73559d2dec8dd0cffb9b9d258687c7576664) AuthConfig (4fb081851d1663fe16863ce11bbaa185de1884ddffc7a4942126a647418cca5a) AuthConfig (83a77098438379ef49b5351adaf78cb9ca8245ba7a4ba4ce5296bf1d718d2137) AuthConfig (05c2be797885d5461c04ca449a6894f8ec4cbe38d34ddc1b424ee006788a8cfb) AuthConfig (f1bdf8f48014e8c561d4abbafb000d6149be7c10c53625099cd0d3b77a7928ce) AuthConfig (15ff5548e96369035dd852b2cb20d1e45544f271850e227edc78f344833d28b9) AuthConfig (6edc0b9bda1686136c20e4744907b416cf8d36be5a27c2fd92ce25e416493708) AuthConfig (c3f29cd6701a4275c711e7297dcf8b57bb49fdc28495557cb42a8c84f2719fd5) AuthConfig (6ddbfe6463463d4f47395a1b217f62829bbaed7a4ce57b55c4600832e28c2580) AuthConfig (6e264f96dd958664bc9cec9d6b9bddb1fe9b9e81ffeb7b9513706853b2af0e45) AuthConfig (e4c6b1506ec2ed0970d79940670d1874df063e1f000be4e7416b3311113f338b) AuthConfig (413c23389030f5df19cef52e1a73c7f5e73d9d6c6f0693bf6ab59a2ec5e257e8) AuthConfig (fea082a88ebcb9f44a9ca85f185fcac1b5caf8b26ad228cae8a180089bb1201d) AuthConfig (4625c178cbd86d74fe5f10b9aeaec452ad80d00b5e73ce13a7cc0d5dde488be6) AuthConfig (688758da343f40dd3c817ab5c987a24ebf8b4fff6067e0f73f4371bb13a9dab7) AuthConfig (c9fb55aabc217d966a0945a2e9ef9d9403074d236cfe6de37b897e699ff3594e) AuthConfig (859f8084930d595327da406fb76f29f595df33433a33b250c775d04d6ab2a6c6) AuthConfig (1f2c26565a94495f55b8761644de5d8b4c4a275d9e9bf150cdcf80e14eabba52) AuthConfig (8847ca0c23ae0b83887d7f5a5d6e1c557dc318a1d5135a166c1cd6623bc972a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"4f097a1b-e21e-4074-bf25-48fa70faf495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:08.115174718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"710737de-8b29-4614-925a-0a39c4a0901a","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:08.117655539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"0eb94f43-35a4-4ae8-8399-56922730d593","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:08.262482244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"3da642ce-576d-4698-9577-55e3df6376fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:08.263487845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"18bb0ef7-3bcc-425c-86eb-5883f25e1f0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:08.318334426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"3da642ce-576d-4698-9577-55e3df6376fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:08.318519868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"18bb0ef7-3bcc-425c-86eb-5883f25e1f0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:08.372073891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9a5623-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d18c3e44711f41abb3dc7a47821ba910a6d80caaa99e2d49625489c04d15d0a) AuthConfig (9faff52cc3d7a171523ee9982a0b68030362b98d9c5357ba1e4c945071c077ed) AuthConfig (b8fc6dcd9624abc6c5260c398475266c80c1a3e0eda10f75ebc79bdf217e094f) AuthConfig (941eef474d613fa9c7012e2302516a52319e4eb24dfb55d399a2e06c227607a6) AuthConfig (cf696dad67a5f55361051a0094c1ce0add91e996497bf9b82d677574db94de25) AuthConfig (a1c992d6ff07192593c9749329acd5992f5d787eb7d743ff0e8943f3e2c3f85a) AuthConfig (37347c3b4ff1bbe8c3a88084f969d7e173a3b872b0bf246eab2b86a5820da254) AuthConfig (89e136fc92e82d6f6e776062b173efdae71ac4869e096ba87141c818ac8f6f82) AuthConfig (8dcec9028faeae8408caa344d0930c0c75517efbdfb41d9b13873f5a1b6abe34) AuthConfig (28249c9c7a94f651b5c131bc00a5880db6927363af184b08ba86b21a45e2d726) AuthConfig (60d8fd61e3da73d4548122365f431ccdb4816c6cd27c219ad09a7bb14b87538b) AuthConfig (edf7a805560211f2e04361116f8c73559d2dec8dd0cffb9b9d258687c7576664) AuthConfig (4fb081851d1663fe16863ce11bbaa185de1884ddffc7a4942126a647418cca5a) AuthConfig (83a77098438379ef49b5351adaf78cb9ca8245ba7a4ba4ce5296bf1d718d2137) AuthConfig (05c2be797885d5461c04ca449a6894f8ec4cbe38d34ddc1b424ee006788a8cfb) AuthConfig (f1bdf8f48014e8c561d4abbafb000d6149be7c10c53625099cd0d3b77a7928ce) AuthConfig (15ff5548e96369035dd852b2cb20d1e45544f271850e227edc78f344833d28b9) AuthConfig (6edc0b9bda1686136c20e4744907b416cf8d36be5a27c2fd92ce25e416493708) AuthConfig (c3f29cd6701a4275c711e7297dcf8b57bb49fdc28495557cb42a8c84f2719fd5) AuthConfig (6ddbfe6463463d4f47395a1b217f62829bbaed7a4ce57b55c4600832e28c2580) AuthConfig (6e264f96dd958664bc9cec9d6b9bddb1fe9b9e81ffeb7b9513706853b2af0e45) AuthConfig (e4c6b1506ec2ed0970d79940670d1874df063e1f000be4e7416b3311113f338b) AuthConfig (413c23389030f5df19cef52e1a73c7f5e73d9d6c6f0693bf6ab59a2ec5e257e8) AuthConfig (fea082a88ebcb9f44a9ca85f185fcac1b5caf8b26ad228cae8a180089bb1201d) AuthConfig (4625c178cbd86d74fe5f10b9aeaec452ad80d00b5e73ce13a7cc0d5dde488be6) AuthConfig (688758da343f40dd3c817ab5c987a24ebf8b4fff6067e0f73f4371bb13a9dab7) AuthConfig (c9fb55aabc217d966a0945a2e9ef9d9403074d236cfe6de37b897e699ff3594e) AuthConfig (859f8084930d595327da406fb76f29f595df33433a33b250c775d04d6ab2a6c6) AuthConfig (1f2c26565a94495f55b8761644de5d8b4c4a275d9e9bf150cdcf80e14eabba52) AuthConfig (8847ca0c23ae0b83887d7f5a5d6e1c557dc318a1d5135a166c1cd6623bc972a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"3da642ce-576d-4698-9577-55e3df6376fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:08.372104214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9a5623-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d18c3e44711f41abb3dc7a47821ba910a6d80caaa99e2d49625489c04d15d0a) AuthConfig (9faff52cc3d7a171523ee9982a0b68030362b98d9c5357ba1e4c945071c077ed) AuthConfig (b8fc6dcd9624abc6c5260c398475266c80c1a3e0eda10f75ebc79bdf217e094f) AuthConfig (941eef474d613fa9c7012e2302516a52319e4eb24dfb55d399a2e06c227607a6) AuthConfig (cf696dad67a5f55361051a0094c1ce0add91e996497bf9b82d677574db94de25) AuthConfig (a1c992d6ff07192593c9749329acd5992f5d787eb7d743ff0e8943f3e2c3f85a) AuthConfig (37347c3b4ff1bbe8c3a88084f969d7e173a3b872b0bf246eab2b86a5820da254) AuthConfig (89e136fc92e82d6f6e776062b173efdae71ac4869e096ba87141c818ac8f6f82) AuthConfig (8dcec9028faeae8408caa344d0930c0c75517efbdfb41d9b13873f5a1b6abe34) AuthConfig (28249c9c7a94f651b5c131bc00a5880db6927363af184b08ba86b21a45e2d726) AuthConfig (60d8fd61e3da73d4548122365f431ccdb4816c6cd27c219ad09a7bb14b87538b) AuthConfig (edf7a805560211f2e04361116f8c73559d2dec8dd0cffb9b9d258687c7576664) AuthConfig (4fb081851d1663fe16863ce11bbaa185de1884ddffc7a4942126a647418cca5a) AuthConfig (83a77098438379ef49b5351adaf78cb9ca8245ba7a4ba4ce5296bf1d718d2137) AuthConfig (05c2be797885d5461c04ca449a6894f8ec4cbe38d34ddc1b424ee006788a8cfb) AuthConfig (f1bdf8f48014e8c561d4abbafb000d6149be7c10c53625099cd0d3b77a7928ce) AuthConfig (15ff5548e96369035dd852b2cb20d1e45544f271850e227edc78f344833d28b9) AuthConfig (6edc0b9bda1686136c20e4744907b416cf8d36be5a27c2fd92ce25e416493708) AuthConfig (c3f29cd6701a4275c711e7297dcf8b57bb49fdc28495557cb42a8c84f2719fd5) AuthConfig (6ddbfe6463463d4f47395a1b217f62829bbaed7a4ce57b55c4600832e28c2580) AuthConfig (6e264f96dd958664bc9cec9d6b9bddb1fe9b9e81ffeb7b9513706853b2af0e45) AuthConfig (e4c6b1506ec2ed0970d79940670d1874df063e1f000be4e7416b3311113f338b) AuthConfig (413c23389030f5df19cef52e1a73c7f5e73d9d6c6f0693bf6ab59a2ec5e257e8) AuthConfig (fea082a88ebcb9f44a9ca85f185fcac1b5caf8b26ad228cae8a180089bb1201d) AuthConfig (4625c178cbd86d74fe5f10b9aeaec452ad80d00b5e73ce13a7cc0d5dde488be6) AuthConfig (688758da343f40dd3c817ab5c987a24ebf8b4fff6067e0f73f4371bb13a9dab7) AuthConfig (c9fb55aabc217d966a0945a2e9ef9d9403074d236cfe6de37b897e699ff3594e) AuthConfig (859f8084930d595327da406fb76f29f595df33433a33b250c775d04d6ab2a6c6) AuthConfig (1f2c26565a94495f55b8761644de5d8b4c4a275d9e9bf150cdcf80e14eabba52) AuthConfig (8847ca0c23ae0b83887d7f5a5d6e1c557dc318a1d5135a166c1cd6623bc972a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"18bb0ef7-3bcc-425c-86eb-5883f25e1f0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:09.570063668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"fb0efab0-9518-482c-b878-2225fa3a5b59","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:12.441591142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"6ba6952f-4902-4902-a5ba-621ff9d2d5ff","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:15.312928501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"98b30772-4c5b-458d-8ad5-138943828edf","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:15.425785393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"0e2125b8-6f05-4854-89d7-848e84e001e7","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:15.481317546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"e1f7b360-7432-42a4-bdcd-62f4a1ae1734","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:15.529464337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"579ce3a2-18f9-473a-ab14-ff1ea8e9fb27","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:53:15.531962804Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-26743a/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:15.581867504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"fd49a9f1-326e-4106-8892-4a4967ed50b1","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:15.70556496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"31d5dacd-c460-45e9-bab0-f8ccae4f704b","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:15.7615103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"c8eee61d-f2d2-41f7-8fd1-aee623cedf48","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:15.782689521Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"9535b844-4393-4434-b772-74090ba4c857","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"simulator-w4-26743a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-26743a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:15.879073456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"be4f8a8f-fe9f-4c6c-8eb5-62832be0453e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:15.938196032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"622f7e19-1eb4-47af-ae39-39f7a7ee8447","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:15.985668524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"00b9dd08-fbb0-4ebf-9305-a6158f08ac5f","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.008506779Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"be4f8a8f-fe9f-4c6c-8eb5-62832be0453e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.10400535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"7549899e-4f42-4417-9a77-affd3aa750af","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.105625012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-26743a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"be4f8a8f-fe9f-4c6c-8eb5-62832be0453e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.153821622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"a303d82e-d378-4bce-b0ec-0c638e5beabc","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:53:16.159803471Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-26743a/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.162167265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"eabb3266-00b0-403d-bb24-3bb0bda0cd83","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.203480751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"831a5f5f-96e8-4b48-85e9-1dda9d1b3355","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.205929268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"62f6d7ac-834a-4a51-8e46-e5d98c6e136c","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.260020112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"e56c5102-4354-4556-9bcd-463a054b97c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.277329126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"c5154e91-d938-4e0d-9f08-688db8b587a3","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.313944607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"e56c5102-4354-4556-9bcd-463a054b97c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.332604986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"5fede823-2dd3-490e-86aa-c63921da65ba","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.366980556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-26743a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"e56c5102-4354-4556-9bcd-463a054b97c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:53:16.383427323Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"5fede823-2dd3-490e-86aa-c63921da65ba","name":"premium-w4-26743a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-26743a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:53:16.383497851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"5fede823-2dd3-490e-86aa-c63921da65ba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-26743a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.388818299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"59545011-5e1f-4984-b424-ee595c9db069","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.407002793Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"e354f080-f047-4c17-b6f1-015f95c922b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"premium-w4-26743a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-26743a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.475778494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"0377d9b1-db1e-46ed-8c70-6302f123d4ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.529905809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"0377d9b1-db1e-46ed-8c70-6302f123d4ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.564552839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"73b875dd-d4b7-4bc3-af36-42506a84bf7b","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.575917616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"6caa8a8b-dc32-4816-ab52-e3657ed03a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.582905104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-26743a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"0377d9b1-db1e-46ed-8c70-6302f123d4ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.631861766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"6caa8a8b-dc32-4816-ab52-e3657ed03a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.635359412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"edaceef7-0361-48d9-a88a-29d4bb3cee76","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.686619641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-26743a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"6caa8a8b-dc32-4816-ab52-e3657ed03a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.763596165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"148da177-bfc4-4a75-b8ce-8c220029dbed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.787732006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"a332b8d2-6dbf-4644-a63c-edf9113e7682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.842122306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"a332b8d2-6dbf-4644-a63c-edf9113e7682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:16.895416006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-26743a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"a332b8d2-6dbf-4644-a63c-edf9113e7682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:18.520859209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"0021b799-0945-49fd-8cd9-d8689de73cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:18.52085915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"891e7cdd-1ac3-4a74-805f-3871e05f438a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:18.576891136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"0021b799-0945-49fd-8cd9-d8689de73cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:18.576882893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"891e7cdd-1ac3-4a74-805f-3871e05f438a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:18.630291001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9a5623-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d18c3e44711f41abb3dc7a47821ba910a6d80caaa99e2d49625489c04d15d0a) AuthConfig (9faff52cc3d7a171523ee9982a0b68030362b98d9c5357ba1e4c945071c077ed) AuthConfig (b8fc6dcd9624abc6c5260c398475266c80c1a3e0eda10f75ebc79bdf217e094f) AuthConfig (941eef474d613fa9c7012e2302516a52319e4eb24dfb55d399a2e06c227607a6) AuthConfig (cf696dad67a5f55361051a0094c1ce0add91e996497bf9b82d677574db94de25) AuthConfig (a1c992d6ff07192593c9749329acd5992f5d787eb7d743ff0e8943f3e2c3f85a) AuthConfig (37347c3b4ff1bbe8c3a88084f969d7e173a3b872b0bf246eab2b86a5820da254) AuthConfig (89e136fc92e82d6f6e776062b173efdae71ac4869e096ba87141c818ac8f6f82) AuthConfig (8dcec9028faeae8408caa344d0930c0c75517efbdfb41d9b13873f5a1b6abe34) AuthConfig (28249c9c7a94f651b5c131bc00a5880db6927363af184b08ba86b21a45e2d726) AuthConfig (60d8fd61e3da73d4548122365f431ccdb4816c6cd27c219ad09a7bb14b87538b) AuthConfig (edf7a805560211f2e04361116f8c73559d2dec8dd0cffb9b9d258687c7576664) AuthConfig (4fb081851d1663fe16863ce11bbaa185de1884ddffc7a4942126a647418cca5a) AuthConfig (83a77098438379ef49b5351adaf78cb9ca8245ba7a4ba4ce5296bf1d718d2137) AuthConfig (05c2be797885d5461c04ca449a6894f8ec4cbe38d34ddc1b424ee006788a8cfb) AuthConfig (f1bdf8f48014e8c561d4abbafb000d6149be7c10c53625099cd0d3b77a7928ce) AuthConfig (15ff5548e96369035dd852b2cb20d1e45544f271850e227edc78f344833d28b9) AuthConfig (6edc0b9bda1686136c20e4744907b416cf8d36be5a27c2fd92ce25e416493708) AuthConfig (c3f29cd6701a4275c711e7297dcf8b57bb49fdc28495557cb42a8c84f2719fd5) AuthConfig (6ddbfe6463463d4f47395a1b217f62829bbaed7a4ce57b55c4600832e28c2580) AuthConfig (6e264f96dd958664bc9cec9d6b9bddb1fe9b9e81ffeb7b9513706853b2af0e45) AuthConfig (e4c6b1506ec2ed0970d79940670d1874df063e1f000be4e7416b3311113f338b) AuthConfig (413c23389030f5df19cef52e1a73c7f5e73d9d6c6f0693bf6ab59a2ec5e257e8) AuthConfig (fea082a88ebcb9f44a9ca85f185fcac1b5caf8b26ad228cae8a180089bb1201d) AuthConfig (4625c178cbd86d74fe5f10b9aeaec452ad80d00b5e73ce13a7cc0d5dde488be6) AuthConfig (688758da343f40dd3c817ab5c987a24ebf8b4fff6067e0f73f4371bb13a9dab7) AuthConfig (c9fb55aabc217d966a0945a2e9ef9d9403074d236cfe6de37b897e699ff3594e) AuthConfig (859f8084930d595327da406fb76f29f595df33433a33b250c775d04d6ab2a6c6) AuthConfig (1f2c26565a94495f55b8761644de5d8b4c4a275d9e9bf150cdcf80e14eabba52) AuthConfig (8847ca0c23ae0b83887d7f5a5d6e1c557dc318a1d5135a166c1cd6623bc972a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"0021b799-0945-49fd-8cd9-d8689de73cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:18.630343599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9a5623-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d18c3e44711f41abb3dc7a47821ba910a6d80caaa99e2d49625489c04d15d0a) AuthConfig (9faff52cc3d7a171523ee9982a0b68030362b98d9c5357ba1e4c945071c077ed) AuthConfig (b8fc6dcd9624abc6c5260c398475266c80c1a3e0eda10f75ebc79bdf217e094f) AuthConfig (941eef474d613fa9c7012e2302516a52319e4eb24dfb55d399a2e06c227607a6) AuthConfig (cf696dad67a5f55361051a0094c1ce0add91e996497bf9b82d677574db94de25) AuthConfig (a1c992d6ff07192593c9749329acd5992f5d787eb7d743ff0e8943f3e2c3f85a) AuthConfig (37347c3b4ff1bbe8c3a88084f969d7e173a3b872b0bf246eab2b86a5820da254) AuthConfig (89e136fc92e82d6f6e776062b173efdae71ac4869e096ba87141c818ac8f6f82) AuthConfig (8dcec9028faeae8408caa344d0930c0c75517efbdfb41d9b13873f5a1b6abe34) AuthConfig (28249c9c7a94f651b5c131bc00a5880db6927363af184b08ba86b21a45e2d726) AuthConfig (60d8fd61e3da73d4548122365f431ccdb4816c6cd27c219ad09a7bb14b87538b) AuthConfig (edf7a805560211f2e04361116f8c73559d2dec8dd0cffb9b9d258687c7576664) AuthConfig (4fb081851d1663fe16863ce11bbaa185de1884ddffc7a4942126a647418cca5a) AuthConfig (83a77098438379ef49b5351adaf78cb9ca8245ba7a4ba4ce5296bf1d718d2137) AuthConfig (05c2be797885d5461c04ca449a6894f8ec4cbe38d34ddc1b424ee006788a8cfb) AuthConfig (f1bdf8f48014e8c561d4abbafb000d6149be7c10c53625099cd0d3b77a7928ce) AuthConfig (15ff5548e96369035dd852b2cb20d1e45544f271850e227edc78f344833d28b9) AuthConfig (6edc0b9bda1686136c20e4744907b416cf8d36be5a27c2fd92ce25e416493708) AuthConfig (c3f29cd6701a4275c711e7297dcf8b57bb49fdc28495557cb42a8c84f2719fd5) AuthConfig (6ddbfe6463463d4f47395a1b217f62829bbaed7a4ce57b55c4600832e28c2580) AuthConfig (6e264f96dd958664bc9cec9d6b9bddb1fe9b9e81ffeb7b9513706853b2af0e45) AuthConfig (e4c6b1506ec2ed0970d79940670d1874df063e1f000be4e7416b3311113f338b) AuthConfig (413c23389030f5df19cef52e1a73c7f5e73d9d6c6f0693bf6ab59a2ec5e257e8) AuthConfig (fea082a88ebcb9f44a9ca85f185fcac1b5caf8b26ad228cae8a180089bb1201d) AuthConfig (4625c178cbd86d74fe5f10b9aeaec452ad80d00b5e73ce13a7cc0d5dde488be6) AuthConfig (688758da343f40dd3c817ab5c987a24ebf8b4fff6067e0f73f4371bb13a9dab7) AuthConfig (c9fb55aabc217d966a0945a2e9ef9d9403074d236cfe6de37b897e699ff3594e) AuthConfig (859f8084930d595327da406fb76f29f595df33433a33b250c775d04d6ab2a6c6) AuthConfig (1f2c26565a94495f55b8761644de5d8b4c4a275d9e9bf150cdcf80e14eabba52) AuthConfig (8847ca0c23ae0b83887d7f5a5d6e1c557dc318a1d5135a166c1cd6623bc972a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"891e7cdd-1ac3-4a74-805f-3871e05f438a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:24.966839961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"de10ba5e-7b80-412b-bb64-4832127a47b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:25.132378182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"d1c85242-b730-4486-8c38-8d9cd03f7a53","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:25.417447876Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:25.598310562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"ddf47dc5-123d-4faf-81b4-c965c5b74b29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:25.629364804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"e977cac0-cf0c-47ca-9228-bfb189f8d7c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:25.629364812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"5a566916-0744-4338-bdfa-be62bb6e05bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:25.685011886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"e977cac0-cf0c-47ca-9228-bfb189f8d7c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:25.685009503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"5a566916-0744-4338-bdfa-be62bb6e05bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:25.738475323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-26743a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b55719fb18165c55273075b2c3d0d758bfc5c85f96c6cfc886a498cfea544ad2) AuthConfig (3f38f23c18e17139a3fcdd14197ba488a3566d520141741ef8f557c767f098bf) AuthConfig (694b349679194f14c223409c87fb4ea571b4293a7cb8f84c0313a3c4c6e445e1) AuthConfig (102daa3fb76722717390e56c293afbda60e6f422fca95681d734bc097b6f18b9) AuthConfig (9253f66ddceb0f71e00ce999b7d43af6545609dc3a30abf5d7b160e8b060e3f5) AuthConfig (8483378ac1187ec330ba595576f4b4c65d5597c2c156f74401960240b90d1878) AuthConfig (78241517bb8a061601d2a39b8bc16ae36c90dd6d6dc8de9a93e6fafb2a4dc10c) AuthConfig (a03f48023421a8fd1e62f899989a6aa1818d60872b0242511cbe554c9468fd68) AuthConfig (50ef60ab252ac363ceeb09039df60387cf20701ef99c5e944f243f029709a131) AuthConfig (716c5d2393fff5964d44f1306f113a9d75cb9e453c3a225dc76d0c02d6587019) AuthConfig (a2df626c990aa5d52ae44663af3da70d99015fc374bb66332742c4683af45926) AuthConfig (0eac7f911a842712834b09de0094c8f1a30ae942af043008a043e21fcb3feb3d) AuthConfig (c66de026a201f10f8f4d9de655a34e8d1fd87fdf44e592e02866b912491c2959) AuthConfig (90de1a6ddc5dddf472da431cc421b976160221a8b437c8a1ae0289f9bca796df) AuthConfig (7877887f7adbc5aa4d7e6be1aafdafd5f9ca1c3ec34b09da23781e2a71278aa4) AuthConfig (0bd5c015925db23c020c21ca4270117c0a913fdeef8ed59bacee1107a8ff7d44) AuthConfig (b752d549222b5448ec5afcc4079a536935759ebed9c47eb6d0b6150b2875cb33) AuthConfig (58e96168539cf6af1f5f2ca7c64c197fc265a91a6668c8335a14ee6dfafe101c) AuthConfig (0d257cc51ecd9f79669a460505c746661b30ff54e16b9669a9824cc9fb5934ba) AuthConfig (fe47a9711bfa5d1c8af28b29a8b98dd3088ed8097c30eaf12c9f9a1a65eb0320) AuthConfig (f646337564b40cc9513606ff4e23b353c9b5704960e69c1c4e13133c7778b951) AuthConfig (c760c6dc7d32c31784fac826c765fb32c7bdd39be3a739a07f99817300986d13) AuthConfig (f51c19f53cf1437085dd6d0a030cdd26d7f0f7b9659b4d7d05d892aa7a284025) AuthConfig (4c99ca4a24b94922020bfea1aff24ab80cea10aa0c2e4b7026ec0b2232e83d2f) AuthConfig (c23fabb4e38540981fdd91e8c30f6e074c923fc62cdd38d9b7de26f4826c4362) AuthConfig (867524251a5277f72dc9e181b3809dcff81d2871644735a330caaddb17f1df2b) AuthConfig (306c5f579fb3700c624d45e5773c2d61fb3c38a96b1b866e359087ffa6de6fc1) AuthConfig (835424f639385a70c36f423117a1ba0ec7fc7b90800798ab2780b0787f6f8a29) AuthConfig (81c917d667c0def3113d29809fde6188f263910ba371c396d723a3d3a7bedf10) AuthConfig (fcc224a6dd3e03cff3df33a12b8283dc83f01d7c43629e7e6aa7c3f1576c99ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"5a566916-0744-4338-bdfa-be62bb6e05bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:25.738482219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-26743a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b55719fb18165c55273075b2c3d0d758bfc5c85f96c6cfc886a498cfea544ad2) AuthConfig (3f38f23c18e17139a3fcdd14197ba488a3566d520141741ef8f557c767f098bf) AuthConfig (694b349679194f14c223409c87fb4ea571b4293a7cb8f84c0313a3c4c6e445e1) AuthConfig (102daa3fb76722717390e56c293afbda60e6f422fca95681d734bc097b6f18b9) AuthConfig (9253f66ddceb0f71e00ce999b7d43af6545609dc3a30abf5d7b160e8b060e3f5) AuthConfig (8483378ac1187ec330ba595576f4b4c65d5597c2c156f74401960240b90d1878) AuthConfig (78241517bb8a061601d2a39b8bc16ae36c90dd6d6dc8de9a93e6fafb2a4dc10c) AuthConfig (a03f48023421a8fd1e62f899989a6aa1818d60872b0242511cbe554c9468fd68) AuthConfig (50ef60ab252ac363ceeb09039df60387cf20701ef99c5e944f243f029709a131) AuthConfig (716c5d2393fff5964d44f1306f113a9d75cb9e453c3a225dc76d0c02d6587019) AuthConfig (a2df626c990aa5d52ae44663af3da70d99015fc374bb66332742c4683af45926) AuthConfig (0eac7f911a842712834b09de0094c8f1a30ae942af043008a043e21fcb3feb3d) AuthConfig (c66de026a201f10f8f4d9de655a34e8d1fd87fdf44e592e02866b912491c2959) AuthConfig (90de1a6ddc5dddf472da431cc421b976160221a8b437c8a1ae0289f9bca796df) AuthConfig (7877887f7adbc5aa4d7e6be1aafdafd5f9ca1c3ec34b09da23781e2a71278aa4) AuthConfig (0bd5c015925db23c020c21ca4270117c0a913fdeef8ed59bacee1107a8ff7d44) AuthConfig (b752d549222b5448ec5afcc4079a536935759ebed9c47eb6d0b6150b2875cb33) AuthConfig (58e96168539cf6af1f5f2ca7c64c197fc265a91a6668c8335a14ee6dfafe101c) AuthConfig (0d257cc51ecd9f79669a460505c746661b30ff54e16b9669a9824cc9fb5934ba) AuthConfig (fe47a9711bfa5d1c8af28b29a8b98dd3088ed8097c30eaf12c9f9a1a65eb0320) AuthConfig (f646337564b40cc9513606ff4e23b353c9b5704960e69c1c4e13133c7778b951) AuthConfig (c760c6dc7d32c31784fac826c765fb32c7bdd39be3a739a07f99817300986d13) AuthConfig (f51c19f53cf1437085dd6d0a030cdd26d7f0f7b9659b4d7d05d892aa7a284025) AuthConfig (4c99ca4a24b94922020bfea1aff24ab80cea10aa0c2e4b7026ec0b2232e83d2f) AuthConfig (c23fabb4e38540981fdd91e8c30f6e074c923fc62cdd38d9b7de26f4826c4362) AuthConfig (867524251a5277f72dc9e181b3809dcff81d2871644735a330caaddb17f1df2b) AuthConfig (306c5f579fb3700c624d45e5773c2d61fb3c38a96b1b866e359087ffa6de6fc1) AuthConfig (835424f639385a70c36f423117a1ba0ec7fc7b90800798ab2780b0787f6f8a29) AuthConfig (81c917d667c0def3113d29809fde6188f263910ba371c396d723a3d3a7bedf10) AuthConfig (fcc224a6dd3e03cff3df33a12b8283dc83f01d7c43629e7e6aa7c3f1576c99ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"e977cac0-cf0c-47ca-9228-bfb189f8d7c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:25.756807525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"b43e229f-9f30-46f8-a18d-9a0f6c39838d","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:25.793890679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"a9e8bdde-af0a-417d-8efa-1aaf83dbea66","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:25.796418231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"a470eb6c-2335-44a1-8002-aef4b638e974","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:25.941751962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"a7a3c209-a5b8-449d-b1d4-4c5f2ccb2437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:25.941925472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"29f09e91-b70c-4124-90c1-e48f7427d1b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:25.996746564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"29f09e91-b70c-4124-90c1-e48f7427d1b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:25.997820453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"a7a3c209-a5b8-449d-b1d4-4c5f2ccb2437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.050117324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-26743a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b55719fb18165c55273075b2c3d0d758bfc5c85f96c6cfc886a498cfea544ad2) AuthConfig (3f38f23c18e17139a3fcdd14197ba488a3566d520141741ef8f557c767f098bf) AuthConfig (694b349679194f14c223409c87fb4ea571b4293a7cb8f84c0313a3c4c6e445e1) AuthConfig (102daa3fb76722717390e56c293afbda60e6f422fca95681d734bc097b6f18b9) AuthConfig (9253f66ddceb0f71e00ce999b7d43af6545609dc3a30abf5d7b160e8b060e3f5) AuthConfig (8483378ac1187ec330ba595576f4b4c65d5597c2c156f74401960240b90d1878) AuthConfig (78241517bb8a061601d2a39b8bc16ae36c90dd6d6dc8de9a93e6fafb2a4dc10c) AuthConfig (a03f48023421a8fd1e62f899989a6aa1818d60872b0242511cbe554c9468fd68) AuthConfig (50ef60ab252ac363ceeb09039df60387cf20701ef99c5e944f243f029709a131) AuthConfig (716c5d2393fff5964d44f1306f113a9d75cb9e453c3a225dc76d0c02d6587019) AuthConfig (a2df626c990aa5d52ae44663af3da70d99015fc374bb66332742c4683af45926) AuthConfig (0eac7f911a842712834b09de0094c8f1a30ae942af043008a043e21fcb3feb3d) AuthConfig (c66de026a201f10f8f4d9de655a34e8d1fd87fdf44e592e02866b912491c2959) AuthConfig (90de1a6ddc5dddf472da431cc421b976160221a8b437c8a1ae0289f9bca796df) AuthConfig (7877887f7adbc5aa4d7e6be1aafdafd5f9ca1c3ec34b09da23781e2a71278aa4) AuthConfig (0bd5c015925db23c020c21ca4270117c0a913fdeef8ed59bacee1107a8ff7d44) AuthConfig (b752d549222b5448ec5afcc4079a536935759ebed9c47eb6d0b6150b2875cb33) AuthConfig (58e96168539cf6af1f5f2ca7c64c197fc265a91a6668c8335a14ee6dfafe101c) AuthConfig (0d257cc51ecd9f79669a460505c746661b30ff54e16b9669a9824cc9fb5934ba) AuthConfig (fe47a9711bfa5d1c8af28b29a8b98dd3088ed8097c30eaf12c9f9a1a65eb0320) AuthConfig (f646337564b40cc9513606ff4e23b353c9b5704960e69c1c4e13133c7778b951) AuthConfig (c760c6dc7d32c31784fac826c765fb32c7bdd39be3a739a07f99817300986d13) AuthConfig (f51c19f53cf1437085dd6d0a030cdd26d7f0f7b9659b4d7d05d892aa7a284025) AuthConfig (4c99ca4a24b94922020bfea1aff24ab80cea10aa0c2e4b7026ec0b2232e83d2f) AuthConfig (c23fabb4e38540981fdd91e8c30f6e074c923fc62cdd38d9b7de26f4826c4362) AuthConfig (867524251a5277f72dc9e181b3809dcff81d2871644735a330caaddb17f1df2b) AuthConfig (306c5f579fb3700c624d45e5773c2d61fb3c38a96b1b866e359087ffa6de6fc1) AuthConfig (835424f639385a70c36f423117a1ba0ec7fc7b90800798ab2780b0787f6f8a29) AuthConfig (81c917d667c0def3113d29809fde6188f263910ba371c396d723a3d3a7bedf10) AuthConfig (fcc224a6dd3e03cff3df33a12b8283dc83f01d7c43629e7e6aa7c3f1576c99ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"29f09e91-b70c-4124-90c1-e48f7427d1b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.050788565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-26743a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b55719fb18165c55273075b2c3d0d758bfc5c85f96c6cfc886a498cfea544ad2) AuthConfig (3f38f23c18e17139a3fcdd14197ba488a3566d520141741ef8f557c767f098bf) AuthConfig (694b349679194f14c223409c87fb4ea571b4293a7cb8f84c0313a3c4c6e445e1) AuthConfig (102daa3fb76722717390e56c293afbda60e6f422fca95681d734bc097b6f18b9) AuthConfig (9253f66ddceb0f71e00ce999b7d43af6545609dc3a30abf5d7b160e8b060e3f5) AuthConfig (8483378ac1187ec330ba595576f4b4c65d5597c2c156f74401960240b90d1878) AuthConfig (78241517bb8a061601d2a39b8bc16ae36c90dd6d6dc8de9a93e6fafb2a4dc10c) AuthConfig (a03f48023421a8fd1e62f899989a6aa1818d60872b0242511cbe554c9468fd68) AuthConfig (50ef60ab252ac363ceeb09039df60387cf20701ef99c5e944f243f029709a131) AuthConfig (716c5d2393fff5964d44f1306f113a9d75cb9e453c3a225dc76d0c02d6587019) AuthConfig (a2df626c990aa5d52ae44663af3da70d99015fc374bb66332742c4683af45926) AuthConfig (0eac7f911a842712834b09de0094c8f1a30ae942af043008a043e21fcb3feb3d) AuthConfig (c66de026a201f10f8f4d9de655a34e8d1fd87fdf44e592e02866b912491c2959) AuthConfig (90de1a6ddc5dddf472da431cc421b976160221a8b437c8a1ae0289f9bca796df) AuthConfig (7877887f7adbc5aa4d7e6be1aafdafd5f9ca1c3ec34b09da23781e2a71278aa4) AuthConfig (0bd5c015925db23c020c21ca4270117c0a913fdeef8ed59bacee1107a8ff7d44) AuthConfig (b752d549222b5448ec5afcc4079a536935759ebed9c47eb6d0b6150b2875cb33) AuthConfig (58e96168539cf6af1f5f2ca7c64c197fc265a91a6668c8335a14ee6dfafe101c) AuthConfig (0d257cc51ecd9f79669a460505c746661b30ff54e16b9669a9824cc9fb5934ba) AuthConfig (fe47a9711bfa5d1c8af28b29a8b98dd3088ed8097c30eaf12c9f9a1a65eb0320) AuthConfig (f646337564b40cc9513606ff4e23b353c9b5704960e69c1c4e13133c7778b951) AuthConfig (c760c6dc7d32c31784fac826c765fb32c7bdd39be3a739a07f99817300986d13) AuthConfig (f51c19f53cf1437085dd6d0a030cdd26d7f0f7b9659b4d7d05d892aa7a284025) AuthConfig (4c99ca4a24b94922020bfea1aff24ab80cea10aa0c2e4b7026ec0b2232e83d2f) AuthConfig (c23fabb4e38540981fdd91e8c30f6e074c923fc62cdd38d9b7de26f4826c4362) AuthConfig (867524251a5277f72dc9e181b3809dcff81d2871644735a330caaddb17f1df2b) AuthConfig (306c5f579fb3700c624d45e5773c2d61fb3c38a96b1b866e359087ffa6de6fc1) AuthConfig (835424f639385a70c36f423117a1ba0ec7fc7b90800798ab2780b0787f6f8a29) AuthConfig (81c917d667c0def3113d29809fde6188f263910ba371c396d723a3d3a7bedf10) AuthConfig (fcc224a6dd3e03cff3df33a12b8283dc83f01d7c43629e7e6aa7c3f1576c99ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"a7a3c209-a5b8-449d-b1d4-4c5f2ccb2437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:53:26.100933613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"29f09e91-b70c-4124-90c1-e48f7427d1b3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.255367336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"cd41cb8a-8704-40fc-ac28-dc0754991965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.309912838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"cd41cb8a-8704-40fc-ac28-dc0754991965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.362180921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"361c8047-d42e-4572-9d3b-38bfe00964c0","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.365574765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-26743a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b55719fb18165c55273075b2c3d0d758bfc5c85f96c6cfc886a498cfea544ad2) AuthConfig (3f38f23c18e17139a3fcdd14197ba488a3566d520141741ef8f557c767f098bf) AuthConfig (694b349679194f14c223409c87fb4ea571b4293a7cb8f84c0313a3c4c6e445e1) AuthConfig (102daa3fb76722717390e56c293afbda60e6f422fca95681d734bc097b6f18b9) AuthConfig (9253f66ddceb0f71e00ce999b7d43af6545609dc3a30abf5d7b160e8b060e3f5) AuthConfig (8483378ac1187ec330ba595576f4b4c65d5597c2c156f74401960240b90d1878) AuthConfig (78241517bb8a061601d2a39b8bc16ae36c90dd6d6dc8de9a93e6fafb2a4dc10c) AuthConfig (a03f48023421a8fd1e62f899989a6aa1818d60872b0242511cbe554c9468fd68) AuthConfig (50ef60ab252ac363ceeb09039df60387cf20701ef99c5e944f243f029709a131) AuthConfig (716c5d2393fff5964d44f1306f113a9d75cb9e453c3a225dc76d0c02d6587019) AuthConfig (a2df626c990aa5d52ae44663af3da70d99015fc374bb66332742c4683af45926) AuthConfig (0eac7f911a842712834b09de0094c8f1a30ae942af043008a043e21fcb3feb3d) AuthConfig (c66de026a201f10f8f4d9de655a34e8d1fd87fdf44e592e02866b912491c2959) AuthConfig (90de1a6ddc5dddf472da431cc421b976160221a8b437c8a1ae0289f9bca796df) AuthConfig (7877887f7adbc5aa4d7e6be1aafdafd5f9ca1c3ec34b09da23781e2a71278aa4) AuthConfig (0bd5c015925db23c020c21ca4270117c0a913fdeef8ed59bacee1107a8ff7d44) AuthConfig (b752d549222b5448ec5afcc4079a536935759ebed9c47eb6d0b6150b2875cb33) AuthConfig (58e96168539cf6af1f5f2ca7c64c197fc265a91a6668c8335a14ee6dfafe101c) AuthConfig (0d257cc51ecd9f79669a460505c746661b30ff54e16b9669a9824cc9fb5934ba) AuthConfig (fe47a9711bfa5d1c8af28b29a8b98dd3088ed8097c30eaf12c9f9a1a65eb0320) AuthConfig (f646337564b40cc9513606ff4e23b353c9b5704960e69c1c4e13133c7778b951) AuthConfig (c760c6dc7d32c31784fac826c765fb32c7bdd39be3a739a07f99817300986d13) AuthConfig (f51c19f53cf1437085dd6d0a030cdd26d7f0f7b9659b4d7d05d892aa7a284025) AuthConfig (4c99ca4a24b94922020bfea1aff24ab80cea10aa0c2e4b7026ec0b2232e83d2f) AuthConfig (c23fabb4e38540981fdd91e8c30f6e074c923fc62cdd38d9b7de26f4826c4362) AuthConfig (867524251a5277f72dc9e181b3809dcff81d2871644735a330caaddb17f1df2b) AuthConfig (306c5f579fb3700c624d45e5773c2d61fb3c38a96b1b866e359087ffa6de6fc1) AuthConfig (835424f639385a70c36f423117a1ba0ec7fc7b90800798ab2780b0787f6f8a29) AuthConfig (81c917d667c0def3113d29809fde6188f263910ba371c396d723a3d3a7bedf10) AuthConfig (fcc224a6dd3e03cff3df33a12b8283dc83f01d7c43629e7e6aa7c3f1576c99ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"cd41cb8a-8704-40fc-ac28-dc0754991965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.479322456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"220ecddc-904a-4b1d-ace8-e68a55da0f17","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.533201971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"c1cd30fb-0811-4fc7-8083-aafc911a69b9","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.582598076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"41b16f6e-6393-4d33-8400-d96a3ce7c671","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:53:26.587040747Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-56f3fe/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.636638397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"a19a8f08-7824-4ccd-90ce-86021b3fdd4b","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.845644307Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"11d18591-bba5-4fa5-af07-56efe22e6393","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"simulator-w2-56f3fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-56f3fe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:27.001405247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"78911935-80a2-4e21-95d6-6e13ecc87fe0","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:27.199906338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"2871d132-7cf2-4dde-ade9-d68b7b09a14e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.783446903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"4b3439f2-1612-4c10-a387-7e48c2a167ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.783456839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"3382ab0c-6301-4f24-8d6d-3f10e1404151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.838350219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"4b3439f2-1612-4c10-a387-7e48c2a167ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.84241701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"3382ab0c-6301-4f24-8d6d-3f10e1404151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.964913388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"115e73a8-3e86-4595-bb15-7a06845e81d7","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.040633477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"7006c24d-426a-4fa5-9da2-6bc5fe0c75d5","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.146353643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"9788f9d3-548c-4939-9625-e96d6e4d48e4","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.150042104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"452ce937-4e00-4b99-9fe0-49bf04afbbe3","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.098644562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"1a36b50f-9451-45d6-9759-d70e8498d85e","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.151396655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"520f2289-e7eb-49eb-b705-d5920c1b0d31","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.20188667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"34de8750-61f4-4697-b068-6704d08cb041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.256577254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"34de8750-61f4-4697-b068-6704d08cb041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.299467392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dry-sub-b3342ea6-auth","reconcileID":"d94934fb-ac99-4555-b8d3-b1c7de50433e","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.309914192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-26743a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b55719fb18165c55273075b2c3d0d758bfc5c85f96c6cfc886a498cfea544ad2) AuthConfig (3f38f23c18e17139a3fcdd14197ba488a3566d520141741ef8f557c767f098bf) AuthConfig (694b349679194f14c223409c87fb4ea571b4293a7cb8f84c0313a3c4c6e445e1) AuthConfig (102daa3fb76722717390e56c293afbda60e6f422fca95681d734bc097b6f18b9) AuthConfig (9253f66ddceb0f71e00ce999b7d43af6545609dc3a30abf5d7b160e8b060e3f5) AuthConfig (8483378ac1187ec330ba595576f4b4c65d5597c2c156f74401960240b90d1878) AuthConfig (78241517bb8a061601d2a39b8bc16ae36c90dd6d6dc8de9a93e6fafb2a4dc10c) AuthConfig (a03f48023421a8fd1e62f899989a6aa1818d60872b0242511cbe554c9468fd68) AuthConfig (50ef60ab252ac363ceeb09039df60387cf20701ef99c5e944f243f029709a131) AuthConfig (716c5d2393fff5964d44f1306f113a9d75cb9e453c3a225dc76d0c02d6587019) AuthConfig (a2df626c990aa5d52ae44663af3da70d99015fc374bb66332742c4683af45926) AuthConfig (0eac7f911a842712834b09de0094c8f1a30ae942af043008a043e21fcb3feb3d) AuthConfig (c66de026a201f10f8f4d9de655a34e8d1fd87fdf44e592e02866b912491c2959) AuthConfig (90de1a6ddc5dddf472da431cc421b976160221a8b437c8a1ae0289f9bca796df) AuthConfig (7877887f7adbc5aa4d7e6be1aafdafd5f9ca1c3ec34b09da23781e2a71278aa4) AuthConfig (0bd5c015925db23c020c21ca4270117c0a913fdeef8ed59bacee1107a8ff7d44) AuthConfig (b752d549222b5448ec5afcc4079a536935759ebed9c47eb6d0b6150b2875cb33) AuthConfig (58e96168539cf6af1f5f2ca7c64c197fc265a91a6668c8335a14ee6dfafe101c) AuthConfig (0d257cc51ecd9f79669a460505c746661b30ff54e16b9669a9824cc9fb5934ba) AuthConfig (fe47a9711bfa5d1c8af28b29a8b98dd3088ed8097c30eaf12c9f9a1a65eb0320) AuthConfig (f646337564b40cc9513606ff4e23b353c9b5704960e69c1c4e13133c7778b951) AuthConfig (c760c6dc7d32c31784fac826c765fb32c7bdd39be3a739a07f99817300986d13) AuthConfig (f51c19f53cf1437085dd6d0a030cdd26d7f0f7b9659b4d7d05d892aa7a284025) AuthConfig (4c99ca4a24b94922020bfea1aff24ab80cea10aa0c2e4b7026ec0b2232e83d2f) AuthConfig (c23fabb4e38540981fdd91e8c30f6e074c923fc62cdd38d9b7de26f4826c4362) AuthConfig (867524251a5277f72dc9e181b3809dcff81d2871644735a330caaddb17f1df2b) AuthConfig (306c5f579fb3700c624d45e5773c2d61fb3c38a96b1b866e359087ffa6de6fc1) AuthConfig (835424f639385a70c36f423117a1ba0ec7fc7b90800798ab2780b0787f6f8a29) AuthConfig (81c917d667c0def3113d29809fde6188f263910ba371c396d723a3d3a7bedf10) AuthConfig (fcc224a6dd3e03cff3df33a12b8283dc83f01d7c43629e7e6aa7c3f1576c99ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"34de8750-61f4-4697-b068-6704d08cb041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.357021238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dry-sub-b3342ea6-auth","reconcileID":"d94934fb-ac99-4555-b8d3-b1c7de50433e","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.369051485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"1632e080-2e88-4f49-ab73-adb32fc5c336","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.424561539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"16ed7193-a1c3-4916-b8e5-1bd2604105f1","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.479000548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a33985f3-6ecb-48bb-8f4a-adef857c4b77","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:53:36.479997006Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9a5623/e2e-dry-sub-b3342ea6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-b3342ea6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.512385687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"f89f77b3-7833-4287-bfeb-36867effb2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.515548648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"41d217c0-333e-4502-9cb6-ed367bed7e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.515638357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"8d781a86-66da-434d-bed2-1804985ea6d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.533208563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"6f40fbab-bb06-41c0-a816-d9b58b029756","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.566647261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"f89f77b3-7833-4287-bfeb-36867effb2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.570482977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"41d217c0-333e-4502-9cb6-ed367bed7e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.570595187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"8d781a86-66da-434d-bed2-1804985ea6d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.620984117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-26743a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b55719fb18165c55273075b2c3d0d758bfc5c85f96c6cfc886a498cfea544ad2) AuthConfig (3f38f23c18e17139a3fcdd14197ba488a3566d520141741ef8f557c767f098bf) AuthConfig (694b349679194f14c223409c87fb4ea571b4293a7cb8f84c0313a3c4c6e445e1) AuthConfig (102daa3fb76722717390e56c293afbda60e6f422fca95681d734bc097b6f18b9) AuthConfig (9253f66ddceb0f71e00ce999b7d43af6545609dc3a30abf5d7b160e8b060e3f5) AuthConfig (8483378ac1187ec330ba595576f4b4c65d5597c2c156f74401960240b90d1878) AuthConfig (78241517bb8a061601d2a39b8bc16ae36c90dd6d6dc8de9a93e6fafb2a4dc10c) AuthConfig (a03f48023421a8fd1e62f899989a6aa1818d60872b0242511cbe554c9468fd68) AuthConfig (50ef60ab252ac363ceeb09039df60387cf20701ef99c5e944f243f029709a131) AuthConfig (716c5d2393fff5964d44f1306f113a9d75cb9e453c3a225dc76d0c02d6587019) AuthConfig (a2df626c990aa5d52ae44663af3da70d99015fc374bb66332742c4683af45926) AuthConfig (0eac7f911a842712834b09de0094c8f1a30ae942af043008a043e21fcb3feb3d) AuthConfig (c66de026a201f10f8f4d9de655a34e8d1fd87fdf44e592e02866b912491c2959) AuthConfig (90de1a6ddc5dddf472da431cc421b976160221a8b437c8a1ae0289f9bca796df) AuthConfig (7877887f7adbc5aa4d7e6be1aafdafd5f9ca1c3ec34b09da23781e2a71278aa4) AuthConfig (0bd5c015925db23c020c21ca4270117c0a913fdeef8ed59bacee1107a8ff7d44) AuthConfig (b752d549222b5448ec5afcc4079a536935759ebed9c47eb6d0b6150b2875cb33) AuthConfig (58e96168539cf6af1f5f2ca7c64c197fc265a91a6668c8335a14ee6dfafe101c) AuthConfig (0d257cc51ecd9f79669a460505c746661b30ff54e16b9669a9824cc9fb5934ba) AuthConfig (fe47a9711bfa5d1c8af28b29a8b98dd3088ed8097c30eaf12c9f9a1a65eb0320) AuthConfig (f646337564b40cc9513606ff4e23b353c9b5704960e69c1c4e13133c7778b951) AuthConfig (c760c6dc7d32c31784fac826c765fb32c7bdd39be3a739a07f99817300986d13) AuthConfig (f51c19f53cf1437085dd6d0a030cdd26d7f0f7b9659b4d7d05d892aa7a284025) AuthConfig (4c99ca4a24b94922020bfea1aff24ab80cea10aa0c2e4b7026ec0b2232e83d2f) AuthConfig (c23fabb4e38540981fdd91e8c30f6e074c923fc62cdd38d9b7de26f4826c4362) AuthConfig (867524251a5277f72dc9e181b3809dcff81d2871644735a330caaddb17f1df2b) AuthConfig (306c5f579fb3700c624d45e5773c2d61fb3c38a96b1b866e359087ffa6de6fc1) AuthConfig (835424f639385a70c36f423117a1ba0ec7fc7b90800798ab2780b0787f6f8a29) AuthConfig (81c917d667c0def3113d29809fde6188f263910ba371c396d723a3d3a7bedf10) AuthConfig (fcc224a6dd3e03cff3df33a12b8283dc83f01d7c43629e7e6aa7c3f1576c99ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"f89f77b3-7833-4287-bfeb-36867effb2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.664060499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"b3a20587-d60a-43cd-a6a8-4841481c0e77","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.761615415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"36b3aa75-377b-4510-95c7-d90b723e782b","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.78775561Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-b3342ea6","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dry-sub-b3342ea6","reconcileID":"e5d99221-7ed6-416d-8a9a-e5425f2766cc","MaaSSubscription":{"name":"e2e-dry-sub-b3342ea6","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/e2e-dry-sub-b3342ea6","ai-tenant-e2e-worker-w0-9a5623/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.810577732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dry-sub-b3342ea6-auth","reconcileID":"d25419b1-ba86-4699-99e9-8674c50d3634","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.820126506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"8c01c81a-dd4b-4c1d-a6a7-a87efb61dd0c","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.86496533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dry-sub-b3342ea6-auth","reconcileID":"d25419b1-ba86-4699-99e9-8674c50d3634","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:53:36.872309675Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"8c01c81a-dd4b-4c1d-a6a7-a87efb61dd0c","name":"simulator-w2-56f3fe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-56f3fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:53:36.872362824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"8c01c81a-dd4b-4c1d-a6a7-a87efb61dd0c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-56f3fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.877641395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"9cae5249-552c-4138-b180-ce53f5a7bd17","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.912032116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"1d92be41-39c0-433f-a657-bdb372b85e7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.91251168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1f1fd957-2007-4818-9f6f-5816be4f25d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.945394942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"5b7bb541-1f90-40f1-9fd0-51486d9f19b9","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.966853033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1f1fd957-2007-4818-9f6f-5816be4f25d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.966870762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"1d92be41-39c0-433f-a657-bdb372b85e7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.967268123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"cda9c727-a9f3-49cd-af25-b6852e703c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.987460252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"a1dc5975-05f5-46ec-ab6a-665baf2293dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.037207532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"f13858b0-8b89-4ba6-9b8d-59958a3c3209","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.089763688Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"cda9c727-a9f3-49cd-af25-b6852e703c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.091789852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"b77f02b7-223d-40a7-8dc8-8490c9a835da","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.092300346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"167ff498-3183-4f0d-bea6-e531b1dea87b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.140365492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"a60de378-6cc9-4bc5-8a6e-6710aedc9199","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.143518787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-56f3fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"cda9c727-a9f3-49cd-af25-b6852e703c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:53:37.145879498Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-56f3fe/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.186493195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-b3342ea6","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dry-sub-b3342ea6","reconcileID":"a5769b2d-b20b-48d4-8387-ad84b961c765","MaaSSubscription":{"name":"e2e-dry-sub-b3342ea6","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.192398924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"992c3ce9-7c4f-45de-ad29-dc91396b6cb3","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.198062948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"37499f20-1721-4156-ba86-fd83a6e86bfb","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.29594438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"32726bdc-c86c-48a4-af41-4450bf67fb53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.350783485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"32726bdc-c86c-48a4-af41-4450bf67fb53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.394269575Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"674c6aee-46b5-460d-9a1d-3a4b2fc677f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"premium-w2-56f3fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-56f3fe/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.404681125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-56f3fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"32726bdc-c86c-48a4-af41-4450bf67fb53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.55142978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"b30b0a00-197d-4402-9878-7cb1b29b802a","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.74937557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"f94262b2-f072-499a-9fe2-117568d4752b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.804730947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"c508d9b5-7aa9-4727-b39e-6046461a0b82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.961995727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"8ed6acae-1759-41ff-a1fa-aae8e33824a8","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:39.172385042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"8459ce25-2f43-40b0-b380-b58fccc7b2e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:39.227770337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"8459ce25-2f43-40b0-b380-b58fccc7b2e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:39.281268983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-56f3fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"8459ce25-2f43-40b0-b380-b58fccc7b2e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:40.977725609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"c6c358fb-f387-4e01-9b7e-39554c0afb41","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:41.132999767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"e529a380-11f1-4012-9a97-0a4a49b26592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:41.133002518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dry-sub-b3342ea6-auth","reconcileID":"192e9486-d983-4a6b-9317-0ed13af3cf50","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:41.133355383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"4c7e6078-1491-437b-953a-a11fd7e2ef43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:41.188407534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"e529a380-11f1-4012-9a97-0a4a49b26592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:41.189761143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dry-sub-b3342ea6-auth","reconcileID":"192e9486-d983-4a6b-9317-0ed13af3cf50","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:41.190805094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"4c7e6078-1491-437b-953a-a11fd7e2ef43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:46.460052555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"fb647934-e7f7-4c8e-b886-776999b06e40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:46.516213968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"fb647934-e7f7-4c8e-b886-776999b06e40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:46.771308403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"fe11c52f-0086-40da-aa95-49c7487dcfe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:46.825723384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"fe11c52f-0086-40da-aa95-49c7487dcfe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:46.828959231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"19a10b3e-68c7-4631-a752-5886bbb6dabb","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.140737708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"7bb360dd-494c-4d05-bd19-d0495760b42d","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.314073712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"3d21c297-aaa6-4e04-8c9f-a42442167880","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.373522114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"f224a5b6-66b1-4324-94df-b61844fa6256","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.518073676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"579b9716-e442-455e-94c5-8152e8f0f082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.571526912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"1a4d9634-f610-464b-8eda-39a977435764","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.572589613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"579b9716-e442-455e-94c5-8152e8f0f082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.617014754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"952fa363-3c6a-48e2-952a-5a43c378a948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.62706852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-56f3fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"579b9716-e442-455e-94c5-8152e8f0f082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.671798473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"952fa363-3c6a-48e2-952a-5a43c378a948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.680104145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"3789ce5e-ab26-4bf2-89c9-909df4f5f97c","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.725059625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-56f3fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"952fa363-3c6a-48e2-952a-5a43c378a948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.827348664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"5510d88b-bf5a-467e-aa8b-1f8b0b56f695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.883086866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"5510d88b-bf5a-467e-aa8b-1f8b0b56f695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.93730782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-56f3fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"5510d88b-bf5a-467e-aa8b-1f8b0b56f695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:49.526741653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"ca363cb0-e531-4320-b374-209c4c0f2db7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:49.685259476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"cb469506-82e2-4915-9b71-766113254da0","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:49.788771556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"cc9662fc-a6c6-489d-96ef-cac5b327c199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:49.788946271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"03a76f54-35e5-4844-a54b-83aab3a277be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:49.844150823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"cc9662fc-a6c6-489d-96ef-cac5b327c199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:49.844772064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"03a76f54-35e5-4844-a54b-83aab3a277be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:49.899493808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-56f3fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f5c990581455c5782f9caf9a7653a77da2e3662c685eb6e13883e4d558e33a0) AuthConfig (19bf62c912036df758017dcbe29d5842f2af899482b57a509cf1e139f8629dbb) AuthConfig (cbcd5daee0a0f85954595babc15c55d3b2da36dcc0f78f98341889be14a7e683) AuthConfig (93d60e10ab8841889b99584aeccb624a5dbdca664da0e0bc9c0ac16adebb6a13) AuthConfig (8c00cfb5b3ff85a9ccb6eb4787f1feb3e394ef38fa4b3c70517978cd143cce90) AuthConfig (c79ddc4d941290af340c6979dbee474e7fb8cc3ea9f4dbcb323e10d5f9d2c7fb) AuthConfig (ee96b15c66fb81e74a2b07b865533bc0203fdd7d6fbeb58786ad0900dd6ba88d) AuthConfig (dedb2ea1ea047b83e3d57ced93dbcf947f883289b0ea9dc17ef22b97ce57fa1e) AuthConfig (e4fd054855dc975445703335ee857fdd3287f75c3ef4a06cfff0e2899e6055e9) AuthConfig (eeaafc92dfda1965a4ec948c648135c377be421534a287b643564cc6e5e4d0fe) AuthConfig (bb9db9e8761651f6eb039f43b2a8d081cfafbeec3b15df9512e80c3520ad4cd1) AuthConfig (c28cc1142948a92ff1e6605e975cf4473406a525eb7ad7d4ba3bdcc6983a5779) AuthConfig (de116df09994fbf6b03a25489af91c7d6a82f9a07d9872d097398388c04f888f) AuthConfig (68ee3f23892d31cec961602bd7581bf72c34cf42ef7a5fc254772b4584700210) AuthConfig (459cbad2f3443fa98980324662a2d9542abae8b980a0c2368bd5967d8a40ba3f) AuthConfig (8515b50671c29ff9da6a691fd083e89559aa5b5b3472c0a898afb93801b9cc2d) AuthConfig (0bc26b845086aba93a77f9647fd2e68552990726aca28bae2be47a5525594943) AuthConfig (1e1c81e80c13692d09f8f72bd3184f3d695e38bad7d7e93582dcc0a9ad2a3300) AuthConfig (dfb93d8f4b3804dbb81636addab50a987bf8c136d9c9cef0784f90b347adcf41) AuthConfig (53093564587806f006d87827afe3c6319134ea85b9d00951d9c6a0342e3699cf) AuthConfig (92e7cab29bc8ecb28a6baaaf9dbc7b5f117705c283cd345bee67200946d736ce) AuthConfig (9f2b38acaa6cf10afd3b793f4e92fb591300a4ed63349a9b4a1d9c0fb6a5941a) AuthConfig (e035ba8ba12fe432f46758b5250bb382aff596810b419036faa5e88be8eaad99) AuthConfig (018641b3811942814666e4b6419a67e0ab0728149803e6191fb6021e2a35e5ae) AuthConfig (bc1bb652b80a2ea018b1b06f7e0a87ac5191d017a2bfc88295600b21ff1598e1) AuthConfig (9908f7ee3e0bf82ce6b49593de8a20fe66cb01a3e4f3840b7be1a87ca57ebaae) AuthConfig (33b02d70353589f6ddd7f7d2b9de7c77efd8d981f7f6d258d56699185088b9a3) AuthConfig (755daad24494b0d2ffe465cc5de4c50bc4c36bec77339827dd74502e070ba8d1) AuthConfig (d3410c02af0ec241250f4720d7847fcadbc9f25f953b5284f93188c98a770d41) AuthConfig (41cb8b030b1269dd800dc424e8fd35034f9ba2cea23033c04e62f90b9a996ba6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"cc9662fc-a6c6-489d-96ef-cac5b327c199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:49.899618534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-56f3fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f5c990581455c5782f9caf9a7653a77da2e3662c685eb6e13883e4d558e33a0) AuthConfig (19bf62c912036df758017dcbe29d5842f2af899482b57a509cf1e139f8629dbb) AuthConfig (cbcd5daee0a0f85954595babc15c55d3b2da36dcc0f78f98341889be14a7e683) AuthConfig (93d60e10ab8841889b99584aeccb624a5dbdca664da0e0bc9c0ac16adebb6a13) AuthConfig (8c00cfb5b3ff85a9ccb6eb4787f1feb3e394ef38fa4b3c70517978cd143cce90) AuthConfig (c79ddc4d941290af340c6979dbee474e7fb8cc3ea9f4dbcb323e10d5f9d2c7fb) AuthConfig (ee96b15c66fb81e74a2b07b865533bc0203fdd7d6fbeb58786ad0900dd6ba88d) AuthConfig (dedb2ea1ea047b83e3d57ced93dbcf947f883289b0ea9dc17ef22b97ce57fa1e) AuthConfig (e4fd054855dc975445703335ee857fdd3287f75c3ef4a06cfff0e2899e6055e9) AuthConfig (eeaafc92dfda1965a4ec948c648135c377be421534a287b643564cc6e5e4d0fe) AuthConfig (bb9db9e8761651f6eb039f43b2a8d081cfafbeec3b15df9512e80c3520ad4cd1) AuthConfig (c28cc1142948a92ff1e6605e975cf4473406a525eb7ad7d4ba3bdcc6983a5779) AuthConfig (de116df09994fbf6b03a25489af91c7d6a82f9a07d9872d097398388c04f888f) AuthConfig (68ee3f23892d31cec961602bd7581bf72c34cf42ef7a5fc254772b4584700210) AuthConfig (459cbad2f3443fa98980324662a2d9542abae8b980a0c2368bd5967d8a40ba3f) AuthConfig (8515b50671c29ff9da6a691fd083e89559aa5b5b3472c0a898afb93801b9cc2d) AuthConfig (0bc26b845086aba93a77f9647fd2e68552990726aca28bae2be47a5525594943) AuthConfig (1e1c81e80c13692d09f8f72bd3184f3d695e38bad7d7e93582dcc0a9ad2a3300) AuthConfig (dfb93d8f4b3804dbb81636addab50a987bf8c136d9c9cef0784f90b347adcf41) AuthConfig (53093564587806f006d87827afe3c6319134ea85b9d00951d9c6a0342e3699cf) AuthConfig (92e7cab29bc8ecb28a6baaaf9dbc7b5f117705c283cd345bee67200946d736ce) AuthConfig (9f2b38acaa6cf10afd3b793f4e92fb591300a4ed63349a9b4a1d9c0fb6a5941a) AuthConfig (e035ba8ba12fe432f46758b5250bb382aff596810b419036faa5e88be8eaad99) AuthConfig (018641b3811942814666e4b6419a67e0ab0728149803e6191fb6021e2a35e5ae) AuthConfig (bc1bb652b80a2ea018b1b06f7e0a87ac5191d017a2bfc88295600b21ff1598e1) AuthConfig (9908f7ee3e0bf82ce6b49593de8a20fe66cb01a3e4f3840b7be1a87ca57ebaae) AuthConfig (33b02d70353589f6ddd7f7d2b9de7c77efd8d981f7f6d258d56699185088b9a3) AuthConfig (755daad24494b0d2ffe465cc5de4c50bc4c36bec77339827dd74502e070ba8d1) AuthConfig (d3410c02af0ec241250f4720d7847fcadbc9f25f953b5284f93188c98a770d41) AuthConfig (41cb8b030b1269dd800dc424e8fd35034f9ba2cea23033c04e62f90b9a996ba6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"03a76f54-35e5-4844-a54b-83aab3a277be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:49.956729981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"36a87e7d-8ac1-47fc-9597-12d0cbb539d7","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:49.957270886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"01bd5851-2831-41db-92d5-6d04c767be11","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.136743077Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-b3342ea6","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dry-sub-b3342ea6","reconcileID":"d13d9c29-5886-4721-b26f-8f18e1cd94ac","MaaSSubscription":{"name":"e2e-dry-sub-b3342ea6","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscription":"e2e-dry-sub-b3342ea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.343646244Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-b3342ea6","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dry-sub-b3342ea6","reconcileID":"d13d9c29-5886-4721-b26f-8f18e1cd94ac","MaaSSubscription":{"name":"e2e-dry-sub-b3342ea6","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.5435454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"95f372f6-e339-4b5a-8eb3-fd58090c322a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.600020901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"7602e1fa-8b0f-4408-b0e6-cf95238e3d05","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.659846863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"0bb735a2-e26f-4098-b8b1-72d483c89bfb","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.763506233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dry-sub-b3342ea6-auth","reconcileID":"8be746d4-ca59-4200-a491-b2c951f3c83c","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.763911158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"a2e46906-fa3e-4f90-8549-b0ca7e20c727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.764043965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"6c835c63-ede7-4575-8bde-86375f066679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.764628661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"b05d5a77-af62-4c47-8a4d-ae72c2ba520e","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.825296499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"6c835c63-ede7-4575-8bde-86375f066679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.826156926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dry-sub-b3342ea6-auth","reconcileID":"8be746d4-ca59-4200-a491-b2c951f3c83c","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.828227366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"a2e46906-fa3e-4f90-8549-b0ca7e20c727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.975174529Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dry-sub-b3342ea6-auth","reconcileID":"78bedc6f-68f4-4794-91b0-ed6eeaebb600","MaaSAuthPolicy":{"name":"e2e-dry-sub-b3342ea6-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:52.129518073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"0e25203b-0a92-4eec-8b69-315b80bfd271","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.358871944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"eee6e39d-c613-4af5-b119-51d80be60b9f","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.412088314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"35cc2f9c-27ed-4e16-bfdd-d5ffbc978386","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.56526572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea-auth","reconcileID":"f048daec-66d2-4d7c-a9a2-9cdaef24f4da","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.620199173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea-auth","reconcileID":"f048daec-66d2-4d7c-a9a2-9cdaef24f4da","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.652727992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"7b128e43-ea32-4c60-aade-9ef611b92760","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.705679664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"dc6b656c-45a7-4c23-892c-ca943a1864c1","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:53:53.757773597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-5849efea","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea","reconcileID":"61b80f68-5284-4585-995c-4b78e67ae15d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-5849efea\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.806037865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"527df289-2e84-4885-b46f-c3397bccc7ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.814904023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"96f4294d-a1b7-4002-b6fd-6b898bd86a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.860561232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"527df289-2e84-4885-b46f-c3397bccc7ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.872917586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"ba3bfac7-052b-4321-84de-b3af7a735b52","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.873115595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"96f4294d-a1b7-4002-b6fd-6b898bd86a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.880186012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"857810ff-9bce-4322-94d0-478ab71cdcd5","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.929558998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"1332ee55-fa3e-43ab-84a0-dfeed37e3112","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.036198585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea-auth","reconcileID":"bbb9be60-ec8c-4770-b56e-eda6a746cf44","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.092612902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea-auth","reconcileID":"bbb9be60-ec8c-4770-b56e-eda6a746cf44","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.159739597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"0eb130b6-b921-44ac-b76d-ef0a054f34b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.176139231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"784dbd16-3f54-45c5-a944-c26b89e7845f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.189078917Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-5849efea","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea","reconcileID":"904462e7-c399-4080-954b-842a9d7ca84b","MaaSSubscription":{"name":"e2e-combo-sub-5849efea","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/e2e-combo-sub-5849efea","ai-tenant-e2e-worker-w0-9a5623/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.214231572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"0eb130b6-b921-44ac-b76d-ef0a054f34b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.230850799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"784dbd16-3f54-45c5-a944-c26b89e7845f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:53:54.349231965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea-auth","reconcileID":"bbb9be60-ec8c-4770-b56e-eda6a746cf44","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-combo-sub-5849efea-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.352985775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"455189bd-a8dc-4024-8925-5c757ad5666c","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.399198384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"f0cf7ef1-d7d0-45be-8762-9a33a49b4b21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.507625564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea-auth","reconcileID":"8854f413-eb52-4477-a707-eb480152b7ca","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.559704004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-5849efea","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea","reconcileID":"10423482-cdc0-4891-929d-6d3c249a1d6b","MaaSSubscription":{"name":"e2e-combo-sub-5849efea","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.564260437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea-auth","reconcileID":"8854f413-eb52-4477-a707-eb480152b7ca","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:55.411891386Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:55.694655938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"0be8f362-1c96-48b3-a527-0dcd9f0dd399","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:55.765188863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"9864e470-fb7a-4bfa-983c-352bbc033821","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:58.908586627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"dc174d76-1122-4af5-bd16-95a183a6fb3d","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.057848402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea-auth","reconcileID":"786d3180-7325-4961-b8d7-7ae3f588dddf","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.058030633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"66752242-f003-4d63-a76f-7f9068f562e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.057849011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"419c626d-b945-462a-9fb9-83eff5d25bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.113573788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea-auth","reconcileID":"786d3180-7325-4961-b8d7-7ae3f588dddf","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.114580573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"419c626d-b945-462a-9fb9-83eff5d25bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.117346771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"66752242-f003-4d63-a76f-7f9068f562e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.108899032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"05df8f05-8145-4eb3-8647-620ebaa03b20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.108961527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"1b7f7007-d029-4c61-83dd-d487f9dc479a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.176723556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"1b7f7007-d029-4c61-83dd-d487f9dc479a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.176863901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"05df8f05-8145-4eb3-8647-620ebaa03b20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.235206975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-56f3fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f5c990581455c5782f9caf9a7653a77da2e3662c685eb6e13883e4d558e33a0) AuthConfig (19bf62c912036df758017dcbe29d5842f2af899482b57a509cf1e139f8629dbb) AuthConfig (cbcd5daee0a0f85954595babc15c55d3b2da36dcc0f78f98341889be14a7e683) AuthConfig (93d60e10ab8841889b99584aeccb624a5dbdca664da0e0bc9c0ac16adebb6a13) AuthConfig (8c00cfb5b3ff85a9ccb6eb4787f1feb3e394ef38fa4b3c70517978cd143cce90) AuthConfig (c79ddc4d941290af340c6979dbee474e7fb8cc3ea9f4dbcb323e10d5f9d2c7fb) AuthConfig (ee96b15c66fb81e74a2b07b865533bc0203fdd7d6fbeb58786ad0900dd6ba88d) AuthConfig (dedb2ea1ea047b83e3d57ced93dbcf947f883289b0ea9dc17ef22b97ce57fa1e) AuthConfig (e4fd054855dc975445703335ee857fdd3287f75c3ef4a06cfff0e2899e6055e9) AuthConfig (eeaafc92dfda1965a4ec948c648135c377be421534a287b643564cc6e5e4d0fe) AuthConfig (bb9db9e8761651f6eb039f43b2a8d081cfafbeec3b15df9512e80c3520ad4cd1) AuthConfig (c28cc1142948a92ff1e6605e975cf4473406a525eb7ad7d4ba3bdcc6983a5779) AuthConfig (de116df09994fbf6b03a25489af91c7d6a82f9a07d9872d097398388c04f888f) AuthConfig (68ee3f23892d31cec961602bd7581bf72c34cf42ef7a5fc254772b4584700210) AuthConfig (459cbad2f3443fa98980324662a2d9542abae8b980a0c2368bd5967d8a40ba3f) AuthConfig (8515b50671c29ff9da6a691fd083e89559aa5b5b3472c0a898afb93801b9cc2d) AuthConfig (0bc26b845086aba93a77f9647fd2e68552990726aca28bae2be47a5525594943) AuthConfig (1e1c81e80c13692d09f8f72bd3184f3d695e38bad7d7e93582dcc0a9ad2a3300) AuthConfig (dfb93d8f4b3804dbb81636addab50a987bf8c136d9c9cef0784f90b347adcf41) AuthConfig (53093564587806f006d87827afe3c6319134ea85b9d00951d9c6a0342e3699cf) AuthConfig (92e7cab29bc8ecb28a6baaaf9dbc7b5f117705c283cd345bee67200946d736ce) AuthConfig (9f2b38acaa6cf10afd3b793f4e92fb591300a4ed63349a9b4a1d9c0fb6a5941a) AuthConfig (e035ba8ba12fe432f46758b5250bb382aff596810b419036faa5e88be8eaad99) AuthConfig (018641b3811942814666e4b6419a67e0ab0728149803e6191fb6021e2a35e5ae) AuthConfig (bc1bb652b80a2ea018b1b06f7e0a87ac5191d017a2bfc88295600b21ff1598e1) AuthConfig (9908f7ee3e0bf82ce6b49593de8a20fe66cb01a3e4f3840b7be1a87ca57ebaae) AuthConfig (33b02d70353589f6ddd7f7d2b9de7c77efd8d981f7f6d258d56699185088b9a3) AuthConfig (755daad24494b0d2ffe465cc5de4c50bc4c36bec77339827dd74502e070ba8d1) AuthConfig (d3410c02af0ec241250f4720d7847fcadbc9f25f953b5284f93188c98a770d41) AuthConfig (41cb8b030b1269dd800dc424e8fd35034f9ba2cea23033c04e62f90b9a996ba6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"1b7f7007-d029-4c61-83dd-d487f9dc479a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.236714216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-56f3fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f5c990581455c5782f9caf9a7653a77da2e3662c685eb6e13883e4d558e33a0) AuthConfig (19bf62c912036df758017dcbe29d5842f2af899482b57a509cf1e139f8629dbb) AuthConfig (cbcd5daee0a0f85954595babc15c55d3b2da36dcc0f78f98341889be14a7e683) AuthConfig (93d60e10ab8841889b99584aeccb624a5dbdca664da0e0bc9c0ac16adebb6a13) AuthConfig (8c00cfb5b3ff85a9ccb6eb4787f1feb3e394ef38fa4b3c70517978cd143cce90) AuthConfig (c79ddc4d941290af340c6979dbee474e7fb8cc3ea9f4dbcb323e10d5f9d2c7fb) AuthConfig (ee96b15c66fb81e74a2b07b865533bc0203fdd7d6fbeb58786ad0900dd6ba88d) AuthConfig (dedb2ea1ea047b83e3d57ced93dbcf947f883289b0ea9dc17ef22b97ce57fa1e) AuthConfig (e4fd054855dc975445703335ee857fdd3287f75c3ef4a06cfff0e2899e6055e9) AuthConfig (eeaafc92dfda1965a4ec948c648135c377be421534a287b643564cc6e5e4d0fe) AuthConfig (bb9db9e8761651f6eb039f43b2a8d081cfafbeec3b15df9512e80c3520ad4cd1) AuthConfig (c28cc1142948a92ff1e6605e975cf4473406a525eb7ad7d4ba3bdcc6983a5779) AuthConfig (de116df09994fbf6b03a25489af91c7d6a82f9a07d9872d097398388c04f888f) AuthConfig (68ee3f23892d31cec961602bd7581bf72c34cf42ef7a5fc254772b4584700210) AuthConfig (459cbad2f3443fa98980324662a2d9542abae8b980a0c2368bd5967d8a40ba3f) AuthConfig (8515b50671c29ff9da6a691fd083e89559aa5b5b3472c0a898afb93801b9cc2d) AuthConfig (0bc26b845086aba93a77f9647fd2e68552990726aca28bae2be47a5525594943) AuthConfig (1e1c81e80c13692d09f8f72bd3184f3d695e38bad7d7e93582dcc0a9ad2a3300) AuthConfig (dfb93d8f4b3804dbb81636addab50a987bf8c136d9c9cef0784f90b347adcf41) AuthConfig (53093564587806f006d87827afe3c6319134ea85b9d00951d9c6a0342e3699cf) AuthConfig (92e7cab29bc8ecb28a6baaaf9dbc7b5f117705c283cd345bee67200946d736ce) AuthConfig (9f2b38acaa6cf10afd3b793f4e92fb591300a4ed63349a9b4a1d9c0fb6a5941a) AuthConfig (e035ba8ba12fe432f46758b5250bb382aff596810b419036faa5e88be8eaad99) AuthConfig (018641b3811942814666e4b6419a67e0ab0728149803e6191fb6021e2a35e5ae) AuthConfig (bc1bb652b80a2ea018b1b06f7e0a87ac5191d017a2bfc88295600b21ff1598e1) AuthConfig (9908f7ee3e0bf82ce6b49593de8a20fe66cb01a3e4f3840b7be1a87ca57ebaae) AuthConfig (33b02d70353589f6ddd7f7d2b9de7c77efd8d981f7f6d258d56699185088b9a3) AuthConfig (755daad24494b0d2ffe465cc5de4c50bc4c36bec77339827dd74502e070ba8d1) AuthConfig (d3410c02af0ec241250f4720d7847fcadbc9f25f953b5284f93188c98a770d41) AuthConfig (41cb8b030b1269dd800dc424e8fd35034f9ba2cea23033c04e62f90b9a996ba6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"05df8f05-8145-4eb3-8647-620ebaa03b20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:07.715221298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"b836b641-b564-4602-9453-d0809715c78b","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:07.852773864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"a48e78a6-ee94-400a-bd46-42f94e432477","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:07.907531797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"e9a567cc-399e-4038-b56f-56348a8f2764","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:07.993558851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"f5daa094-a7bf-4cc7-9889-0fa3639ef92f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.103755701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"3de5b985-c2f2-4270-8b69-5fec5187c01c","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.151913713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"267fcecc-4a98-43f6-b7c1-71450d433eae","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.207635168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"0b0190ad-1c2f-431d-b97e-ae966f74113e","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:08.258401797Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"0b0190ad-1c2f-431d-b97e-ae966f74113e","name":"simulator-w3-4d14e0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-4d14e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:08.258481262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"0b0190ad-1c2f-431d-b97e-ae966f74113e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-4d14e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.263703551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"e3a1020e-4020-48e2-81b0-4e30945cc964","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.302795447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"2475a911-0ed0-41ef-a650-89d8d3869024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.362065714Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"ca567fd9-a725-4099-92e9-28bdb7cd7e34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"simulator-w3-4d14e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.383785522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"ed344d3f-3c51-4904-9b35-62216726e52d","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.429366267Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"2475a911-0ed0-41ef-a650-89d8d3869024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.442041782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"19f79be5-7443-42a9-bbda-897ebbc26ec8","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.48320758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4d14e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"2475a911-0ed0-41ef-a650-89d8d3869024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.487384358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"e649c7a3-fac6-45fa-8f92-e3cfd52d09ff","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.529023907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"48d65672-677f-470e-a206-ed0c2f5ce472","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.537906201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"27748afb-8884-42c8-a94a-ce217acee8d6","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:08.538499414Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.594964929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-active-auth","reconcileID":"bb958e53-323e-4f8c-a680-60bb58d826b6","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.595605843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"6903c7b1-d62f-49e7-a437-2830e788096b","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:08.599998305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"b21e2e27-8570-44f4-934b-86224bfe2b13","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.644608256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"26f441a5-158f-46bc-8fef-25253e3c2c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.65029957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-active-auth","reconcileID":"bb958e53-323e-4f8c-a680-60bb58d826b6","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.696022467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"c4ef5f0a-17f4-4ce6-9bec-4f82da87a536","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.69877041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"26f441a5-158f-46bc-8fef-25253e3c2c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.729037659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"f9b5d2ed-a8a7-470d-88cf-5cf67bc2e1bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.74488237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"16b49a4a-f7da-482f-8b5a-a93103b13530","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.751391491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"572144e7-8212-46d3-9f36-933f616502f9","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.7516741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4d14e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"26f441a5-158f-46bc-8fef-25253e3c2c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.798429428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"2b5bb6aa-7b96-4f45-9bc8-ec972f02a648","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:08.808328781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"26f441a5-158f-46bc-8fef-25253e3c2c91","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:08.809805177Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4d14e0/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.843180769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"6920ff4f-63f0-46eb-bc05-4ad5867c2733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.843192564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"961fd2cd-f684-424a-98a2-a2aa811269be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.856177173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"ff40376c-7030-466a-b678-688d76ea3fe7","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.856631658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"d94f84c3-a8bb-4f47-a33a-41ffb69af3b0","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:08.864967419Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-26743a/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.897764047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"6920ff4f-63f0-46eb-bc05-4ad5867c2733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.89780116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"961fd2cd-f684-424a-98a2-a2aa811269be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:08.910901839Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"d94f84c3-a8bb-4f47-a33a-41ffb69af3b0","name":"premium-w3-4d14e0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-4d14e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:08.910981503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"d94f84c3-a8bb-4f47-a33a-41ffb69af3b0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-4d14e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.91117352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"812b9028-37d4-4eab-9306-2b09d84cd164","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.916482577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"166048f9-bb42-4cdf-98b3-bfb8651199ce","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.963283176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a81a8ed1-cd98-4270-82f8-e5337837de93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.966436561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"488ea8df-6ad2-4346-b403-2ce25de58abf","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.015557894Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"695e48bb-dc10-469d-a27b-85f5807ba2f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"premium-w3-4d14e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.019943895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a81a8ed1-cd98-4270-82f8-e5337837de93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.060142499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"e3cb8ad7-2ef8-446c-8eec-bce02c47a20b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.077251151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4d14e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a81a8ed1-cd98-4270-82f8-e5337837de93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.081395385Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-5849efea","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea","reconcileID":"c53f90a3-2212-48f4-b3b3-6193cc633856","MaaSSubscription":{"name":"e2e-combo-sub-5849efea","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscription":"e2e-combo-sub-5849efea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.119973538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"e3cb8ad7-2ef8-446c-8eec-bce02c47a20b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.162893647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-active-auth","reconcileID":"7a3c3aae-e6aa-4a79-985e-c9a5e5e2b011","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.174353158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4d14e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"e3cb8ad7-2ef8-446c-8eec-bce02c47a20b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.181438104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"6ff76fde-be12-43f6-bf26-f6eb101b2b13","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.184217943Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-active-sub","reconcileID":"181e4590-dd75-46db-b5ac-401320b54eb4","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-26743a/e2e-apikey-active-sub","ai-tenant-e2e-worker-w4-26743a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.226019755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-active-auth","reconcileID":"7a3c3aae-e6aa-4a79-985e-c9a5e5e2b011","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.229536912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"d5e409b9-2215-4990-b699-eb56a940d814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.229568632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"5094e4fd-da93-48ba-91d7-1d0a9a9108b8","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.26858005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"2013a653-bc8c-47d1-8bf2-af4f71f42a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.268581698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"aade3421-c689-4b20-8298-028f984bdb03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.283762088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"d5e409b9-2215-4990-b699-eb56a940d814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.290288912Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-5849efea","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea","reconcileID":"c53f90a3-2212-48f4-b3b3-6193cc633856","MaaSSubscription":{"name":"e2e-combo-sub-5849efea","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.32791446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"aade3421-c689-4b20-8298-028f984bdb03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.328784278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"2013a653-bc8c-47d1-8bf2-af4f71f42a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.336417535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4d14e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"d5e409b9-2215-4990-b699-eb56a940d814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.341484672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"09e0c132-5efa-48a8-a638-782ca1263ff8","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.377914672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"81423f68-8893-48c7-845d-228a781d49d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.382030578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"b74f4ebc-c7f8-4ee6-890b-70cc21663f62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.383390512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"58dc5196-0fb7-4fdf-88a1-63c8835ea5a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.435227546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"81423f68-8893-48c7-845d-228a781d49d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.488336054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4d14e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"81423f68-8893-48c7-845d-228a781d49d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.492786903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"ccc66282-5eee-456a-85df-fe75fca41010","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.525613049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"5cea5be5-4a1a-49cb-b166-3937f9b6f867","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.570154253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-active-sub","reconcileID":"793463d4-2458-4b65-9991-d2f940e48119","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.581563999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"c54b4869-2251-4e3d-815c-c3bafd12c040","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.637106507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"7e935a3f-0a75-4eee-a72f-69642c05de74","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.671818524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"7a58515a-bd06-4cfc-9fd3-5521b0d26d65","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.677200183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"b2c2f750-486c-4bd7-b47c-f118e96bad46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.67738758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"33e32c76-27fa-4aa2-ae8b-81ad242ce8c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.677198514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea-auth","reconcileID":"ce9f02fa-6bee-43fa-9381-5ac12a0b09b3","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.733266992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea-auth","reconcileID":"ce9f02fa-6bee-43fa-9381-5ac12a0b09b3","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.733444228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"33e32c76-27fa-4aa2-ae8b-81ad242ce8c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.735682425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"b2c2f750-486c-4bd7-b47c-f118e96bad46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.889390964Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-combo-sub-5849efea-auth","reconcileID":"d4c12b94-b412-46fb-9dd5-1764d4072804","MaaSAuthPolicy":{"name":"e2e-combo-sub-5849efea-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.042692533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"fa5522c1-f634-4103-a575-77b9d55a963e","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.385381265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"3e2761b2-0842-4811-8b72-c7738b5dedd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.385381267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"c59804b0-ffc3-48f1-9b91-516eb4f7be71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.441996449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"3e2761b2-0842-4811-8b72-c7738b5dedd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.44358155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"c59804b0-ffc3-48f1-9b91-516eb4f7be71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.700292406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"9a6f7a35-3e32-40eb-a362-a4fc4e09a864","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.705847239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"ba08cb4d-6961-435c-a081-bbcd5b8d6d0c","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.523227028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"3a6896a8-f838-408d-8f9e-1e8447f56552","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.578390582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"4a8a584d-bfe7-4ba2-b167-4d7944e80337","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.669719535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"614eb18c-c455-448c-a21e-9e411951f4ee","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.728639469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-apikey-failed-auth","reconcileID":"52c7a9a6-e998-40e6-9a37-f2f8a8f3a57c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.785793114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-apikey-failed-auth","reconcileID":"52c7a9a6-e998-40e6-9a37-f2f8a8f3a57c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.833436996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"082b04d0-e693-439d-8f85-ace890a83944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.833861193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"47f5a889-6e02-4ac5-ab22-304243bc93c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.834139562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-active-auth","reconcileID":"629581ff-b2c6-4680-b57b-b6a63d205046","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.889070267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"082b04d0-e693-439d-8f85-ace890a83944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.926694419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-active-auth","reconcileID":"629581ff-b2c6-4680-b57b-b6a63d205046","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.937416328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"47f5a889-6e02-4ac5-ab22-304243bc93c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:12.139685345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"cbe788b3-33c5-4a08-86f1-2cd4577a1658","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:12.161294217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-apikey-failed-sub","reconcileID":"13db97a6-d7f5-48ca-8ec6-bba8d7ba2319","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:12.210673332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"096dd521-29b9-4188-a244-dab3ec1e2015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:12.26738347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"096dd521-29b9-4188-a244-dab3ec1e2015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:12.317848835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"393d0d82-7c62-4227-a47c-27f967553429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:12.31865993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-apikey-failed-auth","reconcileID":"ef018cf6-00eb-46d7-bf30-e2a49ad215e7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:12.374049804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"393d0d82-7c62-4227-a47c-27f967553429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:12.374138589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-apikey-failed-auth","reconcileID":"ef018cf6-00eb-46d7-bf30-e2a49ad215e7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:12.63522601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"7f1119ed-2a07-4f0b-b7c5-aad49be2e074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:12.692870496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"7f1119ed-2a07-4f0b-b7c5-aad49be2e074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:12.735607364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-apikey-failed-auth","reconcileID":"336c0ca1-2b3c-4d26-b89a-70dc412c1003","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:12.73560692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"d242d902-be14-467c-940b-47feea707fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:12.79032714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"d242d902-be14-467c-940b-47feea707fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:12.790403621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-apikey-failed-auth","reconcileID":"336c0ca1-2b3c-4d26-b89a-70dc412c1003","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:15.121998534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-apikey-failed-auth","reconcileID":"914a467c-fe7f-48b4-8ce1-2be9e3f99076","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:15.122230474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c76b789f-1e79-4a0a-8db1-745d1df9809e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:15.121998586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"eff56962-8fae-4006-9a9a-2e8875d97897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:15.176812922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"eff56962-8fae-4006-9a9a-2e8875d97897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:15.178367545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-apikey-failed-auth","reconcileID":"914a467c-fe7f-48b4-8ce1-2be9e3f99076","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:15.179206864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c76b789f-1e79-4a0a-8db1-745d1df9809e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:15.405171645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"5b001da6-0282-4738-bf26-914d5f7d78ea","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.495065089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a3b7f951-288c-4326-b3a7-e15ec453e658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.552194088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a3b7f951-288c-4326-b3a7-e15ec453e658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.605751289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4d14e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a3b7f951-288c-4326-b3a7-e15ec453e658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.637404247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"cd1e83f4-3c00-4100-a89f-cf62b40378d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.646638899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"b9784431-2bc0-46a6-b9cb-8ea53adc2eec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.692864274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"cd1e83f4-3c00-4100-a89f-cf62b40378d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.746976354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4d14e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"cd1e83f4-3c00-4100-a89f-cf62b40378d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.74931842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"c02355d2-6240-4c68-890b-624e02b7a448","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.808746402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"ef6d8e51-40b9-4af6-bd39-64818bd9265e","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.908369577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"5c70a579-a238-40b2-919d-923944da8442","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.509070169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ad1be9e4-ae61-4d57-b4b4-10e7f612d9ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.509070264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"994d0e26-c881-4cdc-820c-b767294a7451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.563714205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ad1be9e4-ae61-4d57-b4b4-10e7f612d9ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.563782976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"994d0e26-c881-4cdc-820c-b767294a7451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.618193117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4d14e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (faf6b16b3b182b43497bed022f4d67972e64ae59617290d03c646aaa6c80929b) AuthConfig (ca0e02eca212f7a996d55abaccf2bedb72ce6bbe31847a49fbec3d2da62bfa00) AuthConfig (57aa3aceb51c97cf3929267307f92a00c12b2115f78ef7eda6ca9f001586b370) AuthConfig (00d1443ea044fbd3eb3331b42838c10859a24fb4f9287a9a0be0243968bd4655) AuthConfig (bf7cb6040ff57df7320d618ccc4b3ae71bcc35d10c2511f55a4eb80b53c0be07) AuthConfig (ba686ce694321e218c3bc3a107538d6f13b83111ce62638a4f7651113f6390e4) AuthConfig (d044f6e4d75cf960ff808164a863ab1477fcd8b649485f1551bc173fa7fc4286) AuthConfig (85b26e3d8e47bd53dd7888ef1ccae2ed8e37c7bbbe4cab7a5663309d62ca4fa4) AuthConfig (25725cdd16e4eb808af2f4bfbd9383c1a128cf06a49c458580dc13e655449093) AuthConfig (e0b65976d5a591b4810dc94b31248ce4e93ed9dcb69621ccf3ab0460ff8c3754) AuthConfig (e829216ebe3c39c7810c9bec9791a406f85cdb1240f14c8692d8b55dda4b3863) AuthConfig (594e701ac55de6cba24b29e6d0ab71675ee8215fd07ed9f0356b576b685daee8) AuthConfig (64ad2d9f191bf7420ac5fbed493feef4962cd1daedec10ee7b4c60418edd0c71) AuthConfig (6d03e0deda3da1044ce36a45f611340a266907b5d1eefd248c82b42478d7628b) AuthConfig (b960c7be33072ee331bd683024edf47c8b741cc4551155f0050c0e0bd02b4a5f) AuthConfig (8acdc166f0f0f14e5f3edd648dc44d819cd64c66c694e5de6f7087d5b6b1bf4c) AuthConfig (43ebb318001993f3182cd8a48dd4fede309482db0390c3462bea9e0a8307de55) AuthConfig (35e7cfbf803d86efe5e26ccfe3a28d708a141f6d013ca836668263ee095990d0) AuthConfig (4c75ae9241e228bc15ab6a6332539b13e230ab7f1b73cfd98af29372bf9960c2) AuthConfig (95cbb1a30e1fd53fc09e67eb33180ef59dc646fe80b7bf25f576644259ca85fa) AuthConfig (1c6c20a3c8ec46b248a9fb51e70c559e979bdf9df5372c9ecd465814754b7f45) AuthConfig (6f33c3e232972a3de1355c7f5f52e7ec89fd4d6fd4eae725cbc0995674376cd9) AuthConfig (8767dc0019e32bfbc3f803e3a61a9b4ffd754082d788d6d7e2beb96f8f098c85) AuthConfig (9e4af2407deb4fa14c2b4933c004f165e73c155b59d68c4ea57da3d7b3c706d4) AuthConfig (fe263816de37632ed1315143a8cb89e1f854af6097b6520d0ff8abd3ba4049df) AuthConfig (4593e24540a9cc73900fcbbbd03f3f19484f83e566d02eed36b8a55f223b9f2f) AuthConfig (05bc0184b3ae1226f7f2e7ccff506608ad668d39641187eadf4a7b675ddd47cb) AuthConfig (45dfadd6f49ba97f32143f719123fe6bd818ad1945e212287adc10cf0ffde28b) AuthConfig (de3fa6ccbb4827d0a94879e295ae68cab4a34759a3a2e5ce5b23dbd2c40dcb50) AuthConfig (0f32dc0d088c8f7cddaccc42b317d767b027c11402e41814d751ff70077ff5fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"994d0e26-c881-4cdc-820c-b767294a7451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.62041654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4d14e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (faf6b16b3b182b43497bed022f4d67972e64ae59617290d03c646aaa6c80929b) AuthConfig (ca0e02eca212f7a996d55abaccf2bedb72ce6bbe31847a49fbec3d2da62bfa00) AuthConfig (57aa3aceb51c97cf3929267307f92a00c12b2115f78ef7eda6ca9f001586b370) AuthConfig (00d1443ea044fbd3eb3331b42838c10859a24fb4f9287a9a0be0243968bd4655) AuthConfig (bf7cb6040ff57df7320d618ccc4b3ae71bcc35d10c2511f55a4eb80b53c0be07) AuthConfig (ba686ce694321e218c3bc3a107538d6f13b83111ce62638a4f7651113f6390e4) AuthConfig (d044f6e4d75cf960ff808164a863ab1477fcd8b649485f1551bc173fa7fc4286) AuthConfig (85b26e3d8e47bd53dd7888ef1ccae2ed8e37c7bbbe4cab7a5663309d62ca4fa4) AuthConfig (25725cdd16e4eb808af2f4bfbd9383c1a128cf06a49c458580dc13e655449093) AuthConfig (e0b65976d5a591b4810dc94b31248ce4e93ed9dcb69621ccf3ab0460ff8c3754) AuthConfig (e829216ebe3c39c7810c9bec9791a406f85cdb1240f14c8692d8b55dda4b3863) AuthConfig (594e701ac55de6cba24b29e6d0ab71675ee8215fd07ed9f0356b576b685daee8) AuthConfig (64ad2d9f191bf7420ac5fbed493feef4962cd1daedec10ee7b4c60418edd0c71) AuthConfig (6d03e0deda3da1044ce36a45f611340a266907b5d1eefd248c82b42478d7628b) AuthConfig (b960c7be33072ee331bd683024edf47c8b741cc4551155f0050c0e0bd02b4a5f) AuthConfig (8acdc166f0f0f14e5f3edd648dc44d819cd64c66c694e5de6f7087d5b6b1bf4c) AuthConfig (43ebb318001993f3182cd8a48dd4fede309482db0390c3462bea9e0a8307de55) AuthConfig (35e7cfbf803d86efe5e26ccfe3a28d708a141f6d013ca836668263ee095990d0) AuthConfig (4c75ae9241e228bc15ab6a6332539b13e230ab7f1b73cfd98af29372bf9960c2) AuthConfig (95cbb1a30e1fd53fc09e67eb33180ef59dc646fe80b7bf25f576644259ca85fa) AuthConfig (1c6c20a3c8ec46b248a9fb51e70c559e979bdf9df5372c9ecd465814754b7f45) AuthConfig (6f33c3e232972a3de1355c7f5f52e7ec89fd4d6fd4eae725cbc0995674376cd9) AuthConfig (8767dc0019e32bfbc3f803e3a61a9b4ffd754082d788d6d7e2beb96f8f098c85) AuthConfig (9e4af2407deb4fa14c2b4933c004f165e73c155b59d68c4ea57da3d7b3c706d4) AuthConfig (fe263816de37632ed1315143a8cb89e1f854af6097b6520d0ff8abd3ba4049df) AuthConfig (4593e24540a9cc73900fcbbbd03f3f19484f83e566d02eed36b8a55f223b9f2f) AuthConfig (05bc0184b3ae1226f7f2e7ccff506608ad668d39641187eadf4a7b675ddd47cb) AuthConfig (45dfadd6f49ba97f32143f719123fe6bd818ad1945e212287adc10cf0ffde28b) AuthConfig (de3fa6ccbb4827d0a94879e295ae68cab4a34759a3a2e5ce5b23dbd2c40dcb50) AuthConfig (0f32dc0d088c8f7cddaccc42b317d767b027c11402e41814d751ff70077ff5fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ad1be9e4-ae61-4d57-b4b4-10e7f612d9ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.674771145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"0bba5e9f-3211-4534-8369-2a7a4ecfedd0","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.676973179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"8c6f6a5c-2d50-46ec-8a4c-e29698abfdab","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.828101704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"b1eadada-862d-4a6e-bd5e-b41e43b5108e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.828143645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"2c96d52b-f617-49f5-9a56-0a31c7a6d192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.885669229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"b1eadada-862d-4a6e-bd5e-b41e43b5108e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.888891253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"2c96d52b-f617-49f5-9a56-0a31c7a6d192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.939462923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4d14e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (faf6b16b3b182b43497bed022f4d67972e64ae59617290d03c646aaa6c80929b) AuthConfig (ca0e02eca212f7a996d55abaccf2bedb72ce6bbe31847a49fbec3d2da62bfa00) AuthConfig (57aa3aceb51c97cf3929267307f92a00c12b2115f78ef7eda6ca9f001586b370) AuthConfig (00d1443ea044fbd3eb3331b42838c10859a24fb4f9287a9a0be0243968bd4655) AuthConfig (bf7cb6040ff57df7320d618ccc4b3ae71bcc35d10c2511f55a4eb80b53c0be07) AuthConfig (ba686ce694321e218c3bc3a107538d6f13b83111ce62638a4f7651113f6390e4) AuthConfig (d044f6e4d75cf960ff808164a863ab1477fcd8b649485f1551bc173fa7fc4286) AuthConfig (85b26e3d8e47bd53dd7888ef1ccae2ed8e37c7bbbe4cab7a5663309d62ca4fa4) AuthConfig (25725cdd16e4eb808af2f4bfbd9383c1a128cf06a49c458580dc13e655449093) AuthConfig (e0b65976d5a591b4810dc94b31248ce4e93ed9dcb69621ccf3ab0460ff8c3754) AuthConfig (e829216ebe3c39c7810c9bec9791a406f85cdb1240f14c8692d8b55dda4b3863) AuthConfig (594e701ac55de6cba24b29e6d0ab71675ee8215fd07ed9f0356b576b685daee8) AuthConfig (64ad2d9f191bf7420ac5fbed493feef4962cd1daedec10ee7b4c60418edd0c71) AuthConfig (6d03e0deda3da1044ce36a45f611340a266907b5d1eefd248c82b42478d7628b) AuthConfig (b960c7be33072ee331bd683024edf47c8b741cc4551155f0050c0e0bd02b4a5f) AuthConfig (8acdc166f0f0f14e5f3edd648dc44d819cd64c66c694e5de6f7087d5b6b1bf4c) AuthConfig (43ebb318001993f3182cd8a48dd4fede309482db0390c3462bea9e0a8307de55) AuthConfig (35e7cfbf803d86efe5e26ccfe3a28d708a141f6d013ca836668263ee095990d0) AuthConfig (4c75ae9241e228bc15ab6a6332539b13e230ab7f1b73cfd98af29372bf9960c2) AuthConfig (95cbb1a30e1fd53fc09e67eb33180ef59dc646fe80b7bf25f576644259ca85fa) AuthConfig (1c6c20a3c8ec46b248a9fb51e70c559e979bdf9df5372c9ecd465814754b7f45) AuthConfig (6f33c3e232972a3de1355c7f5f52e7ec89fd4d6fd4eae725cbc0995674376cd9) AuthConfig (8767dc0019e32bfbc3f803e3a61a9b4ffd754082d788d6d7e2beb96f8f098c85) AuthConfig (9e4af2407deb4fa14c2b4933c004f165e73c155b59d68c4ea57da3d7b3c706d4) AuthConfig (fe263816de37632ed1315143a8cb89e1f854af6097b6520d0ff8abd3ba4049df) AuthConfig (4593e24540a9cc73900fcbbbd03f3f19484f83e566d02eed36b8a55f223b9f2f) AuthConfig (05bc0184b3ae1226f7f2e7ccff506608ad668d39641187eadf4a7b675ddd47cb) AuthConfig (45dfadd6f49ba97f32143f719123fe6bd818ad1945e212287adc10cf0ffde28b) AuthConfig (de3fa6ccbb4827d0a94879e295ae68cab4a34759a3a2e5ce5b23dbd2c40dcb50) AuthConfig (0f32dc0d088c8f7cddaccc42b317d767b027c11402e41814d751ff70077ff5fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"b1eadada-862d-4a6e-bd5e-b41e43b5108e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.942752654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4d14e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (faf6b16b3b182b43497bed022f4d67972e64ae59617290d03c646aaa6c80929b) AuthConfig (ca0e02eca212f7a996d55abaccf2bedb72ce6bbe31847a49fbec3d2da62bfa00) AuthConfig (57aa3aceb51c97cf3929267307f92a00c12b2115f78ef7eda6ca9f001586b370) AuthConfig (00d1443ea044fbd3eb3331b42838c10859a24fb4f9287a9a0be0243968bd4655) AuthConfig (bf7cb6040ff57df7320d618ccc4b3ae71bcc35d10c2511f55a4eb80b53c0be07) AuthConfig (ba686ce694321e218c3bc3a107538d6f13b83111ce62638a4f7651113f6390e4) AuthConfig (d044f6e4d75cf960ff808164a863ab1477fcd8b649485f1551bc173fa7fc4286) AuthConfig (85b26e3d8e47bd53dd7888ef1ccae2ed8e37c7bbbe4cab7a5663309d62ca4fa4) AuthConfig (25725cdd16e4eb808af2f4bfbd9383c1a128cf06a49c458580dc13e655449093) AuthConfig (e0b65976d5a591b4810dc94b31248ce4e93ed9dcb69621ccf3ab0460ff8c3754) AuthConfig (e829216ebe3c39c7810c9bec9791a406f85cdb1240f14c8692d8b55dda4b3863) AuthConfig (594e701ac55de6cba24b29e6d0ab71675ee8215fd07ed9f0356b576b685daee8) AuthConfig (64ad2d9f191bf7420ac5fbed493feef4962cd1daedec10ee7b4c60418edd0c71) AuthConfig (6d03e0deda3da1044ce36a45f611340a266907b5d1eefd248c82b42478d7628b) AuthConfig (b960c7be33072ee331bd683024edf47c8b741cc4551155f0050c0e0bd02b4a5f) AuthConfig (8acdc166f0f0f14e5f3edd648dc44d819cd64c66c694e5de6f7087d5b6b1bf4c) AuthConfig (43ebb318001993f3182cd8a48dd4fede309482db0390c3462bea9e0a8307de55) AuthConfig (35e7cfbf803d86efe5e26ccfe3a28d708a141f6d013ca836668263ee095990d0) AuthConfig (4c75ae9241e228bc15ab6a6332539b13e230ab7f1b73cfd98af29372bf9960c2) AuthConfig (95cbb1a30e1fd53fc09e67eb33180ef59dc646fe80b7bf25f576644259ca85fa) AuthConfig (1c6c20a3c8ec46b248a9fb51e70c559e979bdf9df5372c9ecd465814754b7f45) AuthConfig (6f33c3e232972a3de1355c7f5f52e7ec89fd4d6fd4eae725cbc0995674376cd9) AuthConfig (8767dc0019e32bfbc3f803e3a61a9b4ffd754082d788d6d7e2beb96f8f098c85) AuthConfig (9e4af2407deb4fa14c2b4933c004f165e73c155b59d68c4ea57da3d7b3c706d4) AuthConfig (fe263816de37632ed1315143a8cb89e1f854af6097b6520d0ff8abd3ba4049df) AuthConfig (4593e24540a9cc73900fcbbbd03f3f19484f83e566d02eed36b8a55f223b9f2f) AuthConfig (05bc0184b3ae1226f7f2e7ccff506608ad668d39641187eadf4a7b675ddd47cb) AuthConfig (45dfadd6f49ba97f32143f719123fe6bd818ad1945e212287adc10cf0ffde28b) AuthConfig (de3fa6ccbb4827d0a94879e295ae68cab4a34759a3a2e5ce5b23dbd2c40dcb50) AuthConfig (0f32dc0d088c8f7cddaccc42b317d767b027c11402e41814d751ff70077ff5fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"2c96d52b-f617-49f5-9a56-0a31c7a6d192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:21.830593446Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-active-sub","reconcileID":"208f02d4-ced1-4d70-a7c4-0e33ab5b9dfd","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:22.04094075Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-active-sub","reconcileID":"208f02d4-ced1-4d70-a7c4-0e33ab5b9dfd","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-26743a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:22.240283545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"b2f0a1c4-dd3f-4838-b224-16dde82c3536","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:22.248688123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"412b29b3-a996-4bec-a999-a4cbf812f93d","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:22.398960411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-active-auth","reconcileID":"ac0348b5-29ac-4043-b5ce-c55202888e57","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:22.419596297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"831bbcfd-7a73-4ba4-8281-129a302d2f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:22.419921803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"3325e1da-91e5-48aa-b5ba-95ae3f7eb33d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:22.430656498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"90f56f74-16e3-41ff-9afe-38075159fc77","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:22.459798109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-active-auth","reconcileID":"ac0348b5-29ac-4043-b5ce-c55202888e57","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:22.474047637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"831bbcfd-7a73-4ba4-8281-129a302d2f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:22.475499226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"3325e1da-91e5-48aa-b5ba-95ae3f7eb33d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:22.660563609Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-active-auth","reconcileID":"c0ae8979-1a9e-42e8-a8f5-ccd917410164","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:22.915979384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"ec944974-c69c-44e3-821b-8146ddc123b8","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.101848778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"e48a2a2d-2633-479b-8144-ff5a651bebaa","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.156617138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"348add01-d983-49cc-b170-b9a2456f8e4b","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.309202836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-auth","reconcileID":"77eb89ef-427c-4673-b8e5-9a851510bba5","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.366734525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-auth","reconcileID":"77eb89ef-427c-4673-b8e5-9a851510bba5","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.391260525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"80feb6c9-276e-456d-8809-e55c9e58c874","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.450922957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"0d4c8584-0e88-4888-9d02-28ab2321865a","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:24.498839734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-sub","reconcileID":"dcd6db45-59b7-4e76-aa53-518f742bbae2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.543101517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"254d9e05-522f-46e7-aaed-464517f2d493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.543105012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"76702742-73b3-4f98-a8ab-81b5a4280cbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.598506298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"254d9e05-522f-46e7-aaed-464517f2d493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.600077198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"76702742-73b3-4f98-a8ab-81b5a4280cbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.620296331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"f4e1cc8d-f04d-4586-88dd-b59209313526","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.67835506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"b7599210-5bf7-4b68-98f8-72e667744a0c","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.690193518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"929d7852-3285-4d3a-b901-f32284286ffb","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.842545625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-auth","reconcileID":"91b13b80-ce3f-4ad3-a251-a899450c4ec4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.898390236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-auth","reconcileID":"91b13b80-ce3f-4ad3-a251-a899450c4ec4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.953163524Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-sub","reconcileID":"62b93a23-f0ed-4f87-a5a5-ec106f747165","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-26743a/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w4-26743a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.953319794Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-sub","reconcileID":"62b93a23-f0ed-4f87-a5a5-ec106f747165","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-26743a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.992488292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"b054f1c4-71c5-4792-850f-beffd8787a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.992489745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"6e3f395b-f80a-4523-9926-19174f97ca7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.065374365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"b054f1c4-71c5-4792-850f-beffd8787a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.065683289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"6e3f395b-f80a-4523-9926-19174f97ca7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.130402153Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-apikey-failed-sub","reconcileID":"b2250276-67ba-4c3e-a1f8-ac7457217040","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.130595633Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-apikey-failed-sub","reconcileID":"b2250276-67ba-4c3e-a1f8-ac7457217040","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9a5623/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.163991613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"f8ffe8ff-f13d-422c-8abd-50e297d4d687","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.225983006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"e37266d0-497e-4acd-a6d8-1574c96b5f3a","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.415465422Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.430269015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-sub","reconcileID":"e383be17-9b78-4040-b24d-fe442efaebde","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.430439396Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-sub","reconcileID":"e383be17-9b78-4040-b24d-fe442efaebde","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-26743a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.452683212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"3e53ab69-7357-4d99-8ed2-f0b8aaf2b014","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.540850218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"2735cb32-d939-48a4-bce5-36d6536c77f9","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.549999798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"5313c311-22e3-4430-ba3f-1e8f46fa50ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.550952851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"b0402aaf-49ad-4696-ad3e-39d53f2c4038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.573662961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-apikey-failed-auth","reconcileID":"28dfc79c-f8bb-47ad-a60f-5e9a19de637b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.574045323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"9719dc01-0313-4548-809a-3a305444f094","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.605373261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"5313c311-22e3-4430-ba3f-1e8f46fa50ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.605824654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"9561f900-e506-437b-b35c-9d34b7f1175c","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.606677219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"b0402aaf-49ad-4696-ad3e-39d53f2c4038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.631031736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-apikey-failed-auth","reconcileID":"28dfc79c-f8bb-47ad-a60f-5e9a19de637b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:25.645355137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"cc29f40b-b976-4a32-99f3-cacbd8cd08a1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.756684303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"58468b45-b616-4ebc-ad8d-348ce682fa19","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.809977586Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-apikey-failed-auth","reconcileID":"6425c5d4-ada7-416e-9af3-581b00ce2a65","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.828898399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"9ef6a596-f60b-4086-877b-12f1eb2d1902","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.84137555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"c34c5a1a-d364-4ccd-9950-9908e4270ed9","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.90363355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"a54b80b4-048c-4d5d-8150-45bb0998851a","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.028721257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"e1a29d1a-a69b-4eb3-8d8b-2900fbf8d4ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.052742111Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"a0fd7269-1cb2-41aa-9fe0-5817cc3a9cb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"simulator-w1-3c4802","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.065175839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"b10605ce-982a-4ca9-891c-b03307ca5a46","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.164896641Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"e1a29d1a-a69b-4eb3-8d8b-2900fbf8d4ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.176394717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"94b90b7d-8923-4d01-9efd-0a84e4549faf","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.214373021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"9f2f2072-fe4f-4658-935c-8f3bbab5bc0f","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.219814535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"e1a29d1a-a69b-4eb3-8d8b-2900fbf8d4ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.235938307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"3f2b6b77-52a1-451f-a9c4-51ee5b91e8a1","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.273844109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"326fc953-b190-4835-bbb7-08c2e48d9c9e","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:26.282621852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"9053ec8b-641f-4782-a890-2da8ab11031c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.292911008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"0e64d933-a4cd-4966-bab2-447ed6acff2f","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.389925137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"7562416d-5ca4-486d-808e-9208b1b86fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.407066548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"f33421a4-9255-4326-9ae4-37c6b8c98af4","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.421789724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"cc597bf0-51b6-4bda-a399-a8ec692c742f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.4456302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"7562416d-5ca4-486d-808e-9208b1b86fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.460614267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"972c2fb4-35c6-422d-aa94-81efd8211de3","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.482036227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"f26bcf09-127e-46a3-b9fa-deeb0405469d","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.498921038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"7562416d-5ca4-486d-808e-9208b1b86fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.542162567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"373155ee-1e25-4023-ac95-548c3211964a","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.660658324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"0a6c7f8d-47d4-46b5-a590-b1cafcebce86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.665416513Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"1acf030f-9ad5-4b38-b638-9fe7ec52e03b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"premium-w1-3c4802","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.685749771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"a05a955a-3a37-4be0-b057-e44ab85b26f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.718055835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"0a6c7f8d-47d4-46b5-a590-b1cafcebce86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.740628881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"a05a955a-3a37-4be0-b057-e44ab85b26f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.77415069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"0a6c7f8d-47d4-46b5-a590-b1cafcebce86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.794912099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"a05a955a-3a37-4be0-b057-e44ab85b26f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.825525132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"e8c3e79a-eb30-4a21-b405-d3d1cb66a6e9","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.849896185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"b222a0ca-d6c1-4404-8408-e379b2023b8e","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.926062705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"417304fb-4a58-4578-88f9-b77485f1b83c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.984699421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"417304fb-4a58-4578-88f9-b77485f1b83c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.023838154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"95cae734-4396-4f97-9dc2-9c096472a8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.028146627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"28a1d8ba-cd90-4641-98c8-715ec46fb2b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.038439647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"417304fb-4a58-4578-88f9-b77485f1b83c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.07912314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"95cae734-4396-4f97-9dc2-9c096472a8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.132200912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"95cae734-4396-4f97-9dc2-9c096472a8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.233515106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"3c5f0bd7-ef78-4aed-b949-3c45babb6e16","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.28681939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"ad9bf34e-2184-4588-adc6-22e433649ba2","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.338997881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"1f7a81b2-585c-42a7-9d37-40c1bf796901","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.435486725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"a6280473-d44a-4da9-be5b-f0c36895c5d0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.489883722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"a6280473-d44a-4da9-be5b-f0c36895c5d0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.490052604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-auth","reconcileID":"d772b16c-8825-4b2f-816a-ad9ff6dc1d06","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.490295295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"ed41e789-7a1f-426e-b02c-077d13f16d06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.490578838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"2b0258db-1a60-4928-b68d-a93d2afcfe31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.515081428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"ace25850-9077-4811-8b42-c324810bf53c","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.546678893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"2b0258db-1a60-4928-b68d-a93d2afcfe31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.546799155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"ed41e789-7a1f-426e-b02c-077d13f16d06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.548948992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-auth","reconcileID":"d772b16c-8825-4b2f-816a-ad9ff6dc1d06","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.569712495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"e78cca6f-34e2-4202-87d6-c5e2db6bf7d0","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.617435077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"93aa8e40-cc33-4240-b431-a3dd0518aa58","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:27.620179528Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9a5623/e2e-filter-sub-a-525ed6ed","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-525ed6ed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.662426644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c5cd6dbc-eb50-4e2b-bf1e-21f024306c8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.677371807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"5612ba0e-61cb-410c-a800-1b810af3bf9d","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.717403028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c5cd6dbc-eb50-4e2b-bf1e-21f024306c8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.820746311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"82432b57-218a-49a7-a43f-f4f02ed2bcfc","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.920371191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"c8c62f95-a2ce-48be-b8de-f476825f53bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.947082005Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-525ed6ed","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed","reconcileID":"d5fe4122-472a-459f-bf8c-86e4a124aaf8","MaaSSubscription":{"name":"e2e-filter-sub-a-525ed6ed","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/e2e-filter-sub-a-525ed6ed","ai-tenant-e2e-worker-w0-9a5623/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.98887134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"c8c62f95-a2ce-48be-b8de-f476825f53bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.036001335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"43908878-e415-455c-a19d-f2141bd9b495","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.095832287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"43908878-e415-455c-a19d-f2141bd9b495","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.109117579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a0f269bc-649a-415a-8fbb-cc83dec0438d","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.138426849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"a6604cef-2c36-4d1a-a45e-44e1e24a9c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.145748625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"e256d180-de7e-464d-97ac-aeeecb97bc98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.193956213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"a6604cef-2c36-4d1a-a45e-44e1e24a9c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.31354402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-525ed6ed","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed","reconcileID":"c1f5810b-ed7e-42ad-8a97-3013629a9379","MaaSSubscription":{"name":"e2e-filter-sub-a-525ed6ed","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:28.397817113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"43908878-e415-455c-a19d-f2141bd9b495","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-a-525ed6ed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.553078773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"74b35ce1-14b7-460d-b0ba-af0b1b17b2ae","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.619919062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"74b35ce1-14b7-460d-b0ba-af0b1b17b2ae","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.148329156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"5b873459-a76d-4920-9adc-5025a58441af","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.203819176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"3ca58e03-69de-4d0e-8a04-ffc7fe8bfaa6","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.356926305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"c68a16c4-159b-46e6-8dc8-31a7ae3f2ab7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.412014143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"c68a16c4-159b-46e6-8dc8-31a7ae3f2ab7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.44358272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"401f5aa3-d5f6-48e1-a1d6-4576fc239c1a","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.443786487Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9a5623 priority=0:[ai-tenant-e2e-worker-w0-9a5623/e2e-filter-sub-a-525ed6ed ai-tenant-e2e-worker-w0-9a5623/e2e-filter-sub-b-db97b52c]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.498961381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"8792ff1c-7df6-4b23-aa21-06d60c0fa562","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:30.547649355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-db97b52c","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c","reconcileID":"892ebfce-357a-4e77-9edc-6dd27d5bf73f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-db97b52c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.554856747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"d37743be-8f9c-4f23-9608-9db318276173","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.594396735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"c8453db6-8b36-4a26-b836-e6a42be08be3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.594876372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"cdb94607-535a-406d-8bb5-42310b1768b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.594979629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"410980ad-6361-43db-830a-825a79f1b2fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.650212547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"c8453db6-8b36-4a26-b836-e6a42be08be3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.651761261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"410980ad-6361-43db-830a-825a79f1b2fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.655348522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"cdb94607-535a-406d-8bb5-42310b1768b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.661869606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"f2d36f50-5403-4a10-bf57-5f7028dd79e0","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.667870916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"28d7f8f9-b866-4f19-b86f-b27f3cb34826","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.715380628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"d93783a6-bed2-404b-9e4f-367e52848986","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.832170074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"b771f64b-22de-493f-b9a3-8af54c495fb6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.887891456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"b771f64b-22de-493f-b9a3-8af54c495fb6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.971100617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"57ff3d1d-5608-4da5-865f-babff9d89342","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.971167271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"61b5b264-d3aa-4e5b-82a7-c1eb428271cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.972327602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c16ab1fa-e923-458e-bea3-fc03e23aaf88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.991110673Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-db97b52c","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c","reconcileID":"d8a5cf1a-b0af-4f6e-8c3a-39c242fd756f","MaaSSubscription":{"name":"e2e-filter-sub-b-db97b52c","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/e2e-filter-sub-a-525ed6ed","ai-tenant-e2e-worker-w0-9a5623/e2e-filter-sub-b-db97b52c","ai-tenant-e2e-worker-w0-9a5623/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:31.03144045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"57ff3d1d-5608-4da5-865f-babff9d89342","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:31.03381016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c16ab1fa-e923-458e-bea3-fc03e23aaf88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:31.03599929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"61b5b264-d3aa-4e5b-82a7-c1eb428271cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:31.102632145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"8b5a9f2d-4c2c-4555-b2b4-ed405cd64022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:31.209472329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"8b5a9f2d-4c2c-4555-b2b4-ed405cd64022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:31.209894424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"f71d1777-3bdd-4257-a7d0-ebda75092d81","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:31.25595835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-525ed6ed","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed","reconcileID":"7464edb1-4bfb-49a1-874a-44596db87264","MaaSSubscription":{"name":"e2e-filter-sub-a-525ed6ed","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:31.25654142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"688048c3-dc89-4aa7-9e39-965168a0f24c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:31.263003696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4d14e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (faf6b16b3b182b43497bed022f4d67972e64ae59617290d03c646aaa6c80929b) AuthConfig (ca0e02eca212f7a996d55abaccf2bedb72ce6bbe31847a49fbec3d2da62bfa00) AuthConfig (57aa3aceb51c97cf3929267307f92a00c12b2115f78ef7eda6ca9f001586b370) AuthConfig (00d1443ea044fbd3eb3331b42838c10859a24fb4f9287a9a0be0243968bd4655) AuthConfig (bf7cb6040ff57df7320d618ccc4b3ae71bcc35d10c2511f55a4eb80b53c0be07) AuthConfig (ba686ce694321e218c3bc3a107538d6f13b83111ce62638a4f7651113f6390e4) AuthConfig (d044f6e4d75cf960ff808164a863ab1477fcd8b649485f1551bc173fa7fc4286) AuthConfig (85b26e3d8e47bd53dd7888ef1ccae2ed8e37c7bbbe4cab7a5663309d62ca4fa4) AuthConfig (25725cdd16e4eb808af2f4bfbd9383c1a128cf06a49c458580dc13e655449093) AuthConfig (e0b65976d5a591b4810dc94b31248ce4e93ed9dcb69621ccf3ab0460ff8c3754) AuthConfig (e829216ebe3c39c7810c9bec9791a406f85cdb1240f14c8692d8b55dda4b3863) AuthConfig (594e701ac55de6cba24b29e6d0ab71675ee8215fd07ed9f0356b576b685daee8) AuthConfig (64ad2d9f191bf7420ac5fbed493feef4962cd1daedec10ee7b4c60418edd0c71) AuthConfig (6d03e0deda3da1044ce36a45f611340a266907b5d1eefd248c82b42478d7628b) AuthConfig (b960c7be33072ee331bd683024edf47c8b741cc4551155f0050c0e0bd02b4a5f) AuthConfig (8acdc166f0f0f14e5f3edd648dc44d819cd64c66c694e5de6f7087d5b6b1bf4c) AuthConfig (43ebb318001993f3182cd8a48dd4fede309482db0390c3462bea9e0a8307de55) AuthConfig (35e7cfbf803d86efe5e26ccfe3a28d708a141f6d013ca836668263ee095990d0) AuthConfig (4c75ae9241e228bc15ab6a6332539b13e230ab7f1b73cfd98af29372bf9960c2) AuthConfig (95cbb1a30e1fd53fc09e67eb33180ef59dc646fe80b7bf25f576644259ca85fa) AuthConfig (1c6c20a3c8ec46b248a9fb51e70c559e979bdf9df5372c9ecd465814754b7f45) AuthConfig (6f33c3e232972a3de1355c7f5f52e7ec89fd4d6fd4eae725cbc0995674376cd9) AuthConfig (8767dc0019e32bfbc3f803e3a61a9b4ffd754082d788d6d7e2beb96f8f098c85) AuthConfig (9e4af2407deb4fa14c2b4933c004f165e73c155b59d68c4ea57da3d7b3c706d4) AuthConfig (fe263816de37632ed1315143a8cb89e1f854af6097b6520d0ff8abd3ba4049df) AuthConfig (4593e24540a9cc73900fcbbbd03f3f19484f83e566d02eed36b8a55f223b9f2f) AuthConfig (05bc0184b3ae1226f7f2e7ccff506608ad668d39641187eadf4a7b675ddd47cb) AuthConfig (45dfadd6f49ba97f32143f719123fe6bd818ad1945e212287adc10cf0ffde28b) AuthConfig (de3fa6ccbb4827d0a94879e295ae68cab4a34759a3a2e5ce5b23dbd2c40dcb50) AuthConfig (0f32dc0d088c8f7cddaccc42b317d767b027c11402e41814d751ff70077ff5fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"8b5a9f2d-4c2c-4555-b2b4-ed405cd64022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:31.306792898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"a66b021b-a6cb-4c6c-80b7-83cb7e7d8b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:31.36459648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"a66b021b-a6cb-4c6c-80b7-83cb7e7d8b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:31.412150598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-db97b52c","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c","reconcileID":"be3f2c5a-fdce-40c7-a8f3-2c2b83401c7f","MaaSSubscription":{"name":"e2e-filter-sub-b-db97b52c","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:31.426734704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4d14e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (faf6b16b3b182b43497bed022f4d67972e64ae59617290d03c646aaa6c80929b) AuthConfig (ca0e02eca212f7a996d55abaccf2bedb72ce6bbe31847a49fbec3d2da62bfa00) AuthConfig (57aa3aceb51c97cf3929267307f92a00c12b2115f78ef7eda6ca9f001586b370) AuthConfig (00d1443ea044fbd3eb3331b42838c10859a24fb4f9287a9a0be0243968bd4655) AuthConfig (bf7cb6040ff57df7320d618ccc4b3ae71bcc35d10c2511f55a4eb80b53c0be07) AuthConfig (ba686ce694321e218c3bc3a107538d6f13b83111ce62638a4f7651113f6390e4) AuthConfig (d044f6e4d75cf960ff808164a863ab1477fcd8b649485f1551bc173fa7fc4286) AuthConfig (85b26e3d8e47bd53dd7888ef1ccae2ed8e37c7bbbe4cab7a5663309d62ca4fa4) AuthConfig (25725cdd16e4eb808af2f4bfbd9383c1a128cf06a49c458580dc13e655449093) AuthConfig (e0b65976d5a591b4810dc94b31248ce4e93ed9dcb69621ccf3ab0460ff8c3754) AuthConfig (e829216ebe3c39c7810c9bec9791a406f85cdb1240f14c8692d8b55dda4b3863) AuthConfig (594e701ac55de6cba24b29e6d0ab71675ee8215fd07ed9f0356b576b685daee8) AuthConfig (64ad2d9f191bf7420ac5fbed493feef4962cd1daedec10ee7b4c60418edd0c71) AuthConfig (6d03e0deda3da1044ce36a45f611340a266907b5d1eefd248c82b42478d7628b) AuthConfig (b960c7be33072ee331bd683024edf47c8b741cc4551155f0050c0e0bd02b4a5f) AuthConfig (8acdc166f0f0f14e5f3edd648dc44d819cd64c66c694e5de6f7087d5b6b1bf4c) AuthConfig (43ebb318001993f3182cd8a48dd4fede309482db0390c3462bea9e0a8307de55) AuthConfig (35e7cfbf803d86efe5e26ccfe3a28d708a141f6d013ca836668263ee095990d0) AuthConfig (4c75ae9241e228bc15ab6a6332539b13e230ab7f1b73cfd98af29372bf9960c2) AuthConfig (95cbb1a30e1fd53fc09e67eb33180ef59dc646fe80b7bf25f576644259ca85fa) AuthConfig (1c6c20a3c8ec46b248a9fb51e70c559e979bdf9df5372c9ecd465814754b7f45) AuthConfig (6f33c3e232972a3de1355c7f5f52e7ec89fd4d6fd4eae725cbc0995674376cd9) AuthConfig (8767dc0019e32bfbc3f803e3a61a9b4ffd754082d788d6d7e2beb96f8f098c85) AuthConfig (9e4af2407deb4fa14c2b4933c004f165e73c155b59d68c4ea57da3d7b3c706d4) AuthConfig (fe263816de37632ed1315143a8cb89e1f854af6097b6520d0ff8abd3ba4049df) AuthConfig (4593e24540a9cc73900fcbbbd03f3f19484f83e566d02eed36b8a55f223b9f2f) AuthConfig (05bc0184b3ae1226f7f2e7ccff506608ad668d39641187eadf4a7b675ddd47cb) AuthConfig (45dfadd6f49ba97f32143f719123fe6bd818ad1945e212287adc10cf0ffde28b) AuthConfig (de3fa6ccbb4827d0a94879e295ae68cab4a34759a3a2e5ce5b23dbd2c40dcb50) AuthConfig (0f32dc0d088c8f7cddaccc42b317d767b027c11402e41814d751ff70077ff5fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"a66b021b-a6cb-4c6c-80b7-83cb7e7d8b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.718948314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"dfda7452-074e-4299-a3a3-7bc793d0fab5","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.913864613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"e7d02c9b-3450-4598-8824-b4083be41e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.914457677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"6dbaf70a-827f-4709-83d1-5d0c92c5325e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.914871267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"127b9cfa-8fe6-434b-920d-3d2d136bedf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.915273544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"e48187cc-b51e-4dde-93eb-c0509c789188","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.968772008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"e7d02c9b-3450-4598-8824-b4083be41e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.975738748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"127b9cfa-8fe6-434b-920d-3d2d136bedf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.976396405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"6dbaf70a-827f-4709-83d1-5d0c92c5325e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.978334282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"e48187cc-b51e-4dde-93eb-c0509c789188","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:36.731018529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"764b8348-2cf9-4bfe-94cd-8b37c82e6d64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:36.893814857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"fc854126-7e28-4f5c-b560-6fcfeeabae99","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:36.959017771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"35d3aea0-aca1-4a84-80a6-c7fc11f41391","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.090980878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"6349e8ca-24fd-443f-b4c7-74b6586204a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.090986585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"50d2320c-74b1-4658-8b28-77738e9cb2b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.116460031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"b963146e-408f-483c-a77b-9f388fcf6036","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.146352358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"50d2320c-74b1-4658-8b28-77738e9cb2b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.146724562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"6349e8ca-24fd-443f-b4c7-74b6586204a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.200392352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba2f229ee2505b6c9630fdf66276e1fe9eaa3e41fdb68b6f1e4e0cf731a6f1df) AuthConfig (41d720cdd3ee5e1c5976414a49049a8df73ace59bcff98ebc347c061f8c7d2db) AuthConfig (0b7964b7b30364eb1566ff45cb45551d32143c4edb3682ee954a283f5dda8143) AuthConfig (c0b39c43871451ae2a77d7bd8dcab8f0de014502bea2fd87b54c9c150731ace1) AuthConfig (1a57de5e32718edf05119e075db231a54f0dd5dca10a11aeb1abfa0480e02fbb) AuthConfig (4dfe81234c314343644cac106777454723d4716eb0b2138359f520e3089d5f4d) AuthConfig (660cff491e17e8883bbe4c379298737ce88bfc765582788e081d518aa7911420) AuthConfig (dafbc04a30ba638d34d5f4e3160f45c1303ceb611fdf6dd4d0c632dd6ca89ac2) AuthConfig (acb5979729d40c548f657dcb9c07088cc42bd4f778c791b8f46ce50bac9bdff8) AuthConfig (7620c93265b6276b5c72a8b33288a6b1d465ca86f3327dec24c60531ee011429) AuthConfig (d44f1e37537302cdc46bae41e5def4a33c83b802a191595d53cccd5cc5a79a8e) AuthConfig (544fa7ccd6f278be33f5aa390cf4080703b3b91a11057341f410231eeb00174d) AuthConfig (6abd0fecb126b37d23624e0ef0a92bdbbab023270d53e6a24d3e80f0a9beb981) AuthConfig (dca52da0a5298b738f3e3c1e836eb3bd65677caa130859cef7f19b173f3ef531) AuthConfig (95355e0e26d509153921b7c4c6cc768686f268a541ef52b8184adaad06955efd) AuthConfig (4e506d454b29f06cd8f97f736ecca6717da1bedbe674abf9c1c5ea59dc6f7bd1) AuthConfig (da33b50e01e4e9f143f77ddf77b6dd83b3a4b73152b76094e275604ca810ab79) AuthConfig (414addbfb51423d6b3fce06b7594b55f9c76d2bf5444f238aeb27a211bc0e42c) AuthConfig (00bc7cb442cc344e9f2720b1b191a3248794767da7ad0fda6b7e8c5510d225ab) AuthConfig (d9ad898a01d959b0fd202aa3e9a1c999caaa3e9a1c5ba883848af91983315a46) AuthConfig (9cbe38ff0cc0745d523befa3a7a71e4218ec2f0fdd0d0d702c544d95119ccc51) AuthConfig (e28a12dd1f89d4bebaee3d0d1c95f9ae781fe4a2c00941019e70211ef220928b) AuthConfig (1cffe3c0b5989afa042f246cbb396719a91cb03c04683e487d3d45162e1f4f50) AuthConfig (79b61e1bd99cd617709efab9b1eff73a5b9051ead23a94b9a94d62876747ebfe) AuthConfig (f1f678f80368657390de5f8cbfe4611439b518ed40c3524dc2bf39b661cdd9a2) AuthConfig (084f175ff7bb58e7be752cf360184c2421aec3aaa21bd24df763ec46c59979a0) AuthConfig (f478cc3bb83fdc4a3c3c7fab663fab6742533bb4c3109f36bbdba6b9de5d0cdc) AuthConfig (61d716541c564ec445ee631cf2d112717ff7ae6425d3f0d9a340fb7e76e03f04) AuthConfig (4dad3826e5e047a6d77b36f0ce2c62440acaa59ff0bc011492fb375495b84933) AuthConfig (c2b8b4bfa450e82d705076fefbac291c224b832791ac9205b4d10a4241e12bc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"6349e8ca-24fd-443f-b4c7-74b6586204a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.200429905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba2f229ee2505b6c9630fdf66276e1fe9eaa3e41fdb68b6f1e4e0cf731a6f1df) AuthConfig (41d720cdd3ee5e1c5976414a49049a8df73ace59bcff98ebc347c061f8c7d2db) AuthConfig (0b7964b7b30364eb1566ff45cb45551d32143c4edb3682ee954a283f5dda8143) AuthConfig (c0b39c43871451ae2a77d7bd8dcab8f0de014502bea2fd87b54c9c150731ace1) AuthConfig (1a57de5e32718edf05119e075db231a54f0dd5dca10a11aeb1abfa0480e02fbb) AuthConfig (4dfe81234c314343644cac106777454723d4716eb0b2138359f520e3089d5f4d) AuthConfig (660cff491e17e8883bbe4c379298737ce88bfc765582788e081d518aa7911420) AuthConfig (dafbc04a30ba638d34d5f4e3160f45c1303ceb611fdf6dd4d0c632dd6ca89ac2) AuthConfig (acb5979729d40c548f657dcb9c07088cc42bd4f778c791b8f46ce50bac9bdff8) AuthConfig (7620c93265b6276b5c72a8b33288a6b1d465ca86f3327dec24c60531ee011429) AuthConfig (d44f1e37537302cdc46bae41e5def4a33c83b802a191595d53cccd5cc5a79a8e) AuthConfig (544fa7ccd6f278be33f5aa390cf4080703b3b91a11057341f410231eeb00174d) AuthConfig (6abd0fecb126b37d23624e0ef0a92bdbbab023270d53e6a24d3e80f0a9beb981) AuthConfig (dca52da0a5298b738f3e3c1e836eb3bd65677caa130859cef7f19b173f3ef531) AuthConfig (95355e0e26d509153921b7c4c6cc768686f268a541ef52b8184adaad06955efd) AuthConfig (4e506d454b29f06cd8f97f736ecca6717da1bedbe674abf9c1c5ea59dc6f7bd1) AuthConfig (da33b50e01e4e9f143f77ddf77b6dd83b3a4b73152b76094e275604ca810ab79) AuthConfig (414addbfb51423d6b3fce06b7594b55f9c76d2bf5444f238aeb27a211bc0e42c) AuthConfig (00bc7cb442cc344e9f2720b1b191a3248794767da7ad0fda6b7e8c5510d225ab) AuthConfig (d9ad898a01d959b0fd202aa3e9a1c999caaa3e9a1c5ba883848af91983315a46) AuthConfig (9cbe38ff0cc0745d523befa3a7a71e4218ec2f0fdd0d0d702c544d95119ccc51) AuthConfig (e28a12dd1f89d4bebaee3d0d1c95f9ae781fe4a2c00941019e70211ef220928b) AuthConfig (1cffe3c0b5989afa042f246cbb396719a91cb03c04683e487d3d45162e1f4f50) AuthConfig (79b61e1bd99cd617709efab9b1eff73a5b9051ead23a94b9a94d62876747ebfe) AuthConfig (f1f678f80368657390de5f8cbfe4611439b518ed40c3524dc2bf39b661cdd9a2) AuthConfig (084f175ff7bb58e7be752cf360184c2421aec3aaa21bd24df763ec46c59979a0) AuthConfig (f478cc3bb83fdc4a3c3c7fab663fab6742533bb4c3109f36bbdba6b9de5d0cdc) AuthConfig (61d716541c564ec445ee631cf2d112717ff7ae6425d3f0d9a340fb7e76e03f04) AuthConfig (4dad3826e5e047a6d77b36f0ce2c62440acaa59ff0bc011492fb375495b84933) AuthConfig (c2b8b4bfa450e82d705076fefbac291c224b832791ac9205b4d10a4241e12bc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"50d2320c-74b1-4658-8b28-77738e9cb2b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.256081808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"3bfb810c-6376-4573-8e14-a13f2b482ae1","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.258378199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"ff9e9aee-5939-42af-8f8e-a21bd3907559","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.404633186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"bb27aa1a-32c2-4a0b-895b-366ea7b8932f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.405056593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"b3b0ab24-6e4f-46bd-aecf-88b4a5d70153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.460571751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"bb27aa1a-32c2-4a0b-895b-366ea7b8932f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.460720077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"b3b0ab24-6e4f-46bd-aecf-88b4a5d70153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.496617882Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-sub","reconcileID":"3dbffdb1-aeab-4dbf-8dd8-3b081b920889","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.514546958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba2f229ee2505b6c9630fdf66276e1fe9eaa3e41fdb68b6f1e4e0cf731a6f1df) AuthConfig (41d720cdd3ee5e1c5976414a49049a8df73ace59bcff98ebc347c061f8c7d2db) AuthConfig (0b7964b7b30364eb1566ff45cb45551d32143c4edb3682ee954a283f5dda8143) AuthConfig (c0b39c43871451ae2a77d7bd8dcab8f0de014502bea2fd87b54c9c150731ace1) AuthConfig (1a57de5e32718edf05119e075db231a54f0dd5dca10a11aeb1abfa0480e02fbb) AuthConfig (4dfe81234c314343644cac106777454723d4716eb0b2138359f520e3089d5f4d) AuthConfig (660cff491e17e8883bbe4c379298737ce88bfc765582788e081d518aa7911420) AuthConfig (dafbc04a30ba638d34d5f4e3160f45c1303ceb611fdf6dd4d0c632dd6ca89ac2) AuthConfig (acb5979729d40c548f657dcb9c07088cc42bd4f778c791b8f46ce50bac9bdff8) AuthConfig (7620c93265b6276b5c72a8b33288a6b1d465ca86f3327dec24c60531ee011429) AuthConfig (d44f1e37537302cdc46bae41e5def4a33c83b802a191595d53cccd5cc5a79a8e) AuthConfig (544fa7ccd6f278be33f5aa390cf4080703b3b91a11057341f410231eeb00174d) AuthConfig (6abd0fecb126b37d23624e0ef0a92bdbbab023270d53e6a24d3e80f0a9beb981) AuthConfig (dca52da0a5298b738f3e3c1e836eb3bd65677caa130859cef7f19b173f3ef531) AuthConfig (95355e0e26d509153921b7c4c6cc768686f268a541ef52b8184adaad06955efd) AuthConfig (4e506d454b29f06cd8f97f736ecca6717da1bedbe674abf9c1c5ea59dc6f7bd1) AuthConfig (da33b50e01e4e9f143f77ddf77b6dd83b3a4b73152b76094e275604ca810ab79) AuthConfig (414addbfb51423d6b3fce06b7594b55f9c76d2bf5444f238aeb27a211bc0e42c) AuthConfig (00bc7cb442cc344e9f2720b1b191a3248794767da7ad0fda6b7e8c5510d225ab) AuthConfig (d9ad898a01d959b0fd202aa3e9a1c999caaa3e9a1c5ba883848af91983315a46) AuthConfig (9cbe38ff0cc0745d523befa3a7a71e4218ec2f0fdd0d0d702c544d95119ccc51) AuthConfig (e28a12dd1f89d4bebaee3d0d1c95f9ae781fe4a2c00941019e70211ef220928b) AuthConfig (1cffe3c0b5989afa042f246cbb396719a91cb03c04683e487d3d45162e1f4f50) AuthConfig (79b61e1bd99cd617709efab9b1eff73a5b9051ead23a94b9a94d62876747ebfe) AuthConfig (f1f678f80368657390de5f8cbfe4611439b518ed40c3524dc2bf39b661cdd9a2) AuthConfig (084f175ff7bb58e7be752cf360184c2421aec3aaa21bd24df763ec46c59979a0) AuthConfig (f478cc3bb83fdc4a3c3c7fab663fab6742533bb4c3109f36bbdba6b9de5d0cdc) AuthConfig (61d716541c564ec445ee631cf2d112717ff7ae6425d3f0d9a340fb7e76e03f04) AuthConfig (4dad3826e5e047a6d77b36f0ce2c62440acaa59ff0bc011492fb375495b84933) AuthConfig (c2b8b4bfa450e82d705076fefbac291c224b832791ac9205b4d10a4241e12bc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"b3b0ab24-6e4f-46bd-aecf-88b4a5d70153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.514619269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba2f229ee2505b6c9630fdf66276e1fe9eaa3e41fdb68b6f1e4e0cf731a6f1df) AuthConfig (41d720cdd3ee5e1c5976414a49049a8df73ace59bcff98ebc347c061f8c7d2db) AuthConfig (0b7964b7b30364eb1566ff45cb45551d32143c4edb3682ee954a283f5dda8143) AuthConfig (c0b39c43871451ae2a77d7bd8dcab8f0de014502bea2fd87b54c9c150731ace1) AuthConfig (1a57de5e32718edf05119e075db231a54f0dd5dca10a11aeb1abfa0480e02fbb) AuthConfig (4dfe81234c314343644cac106777454723d4716eb0b2138359f520e3089d5f4d) AuthConfig (660cff491e17e8883bbe4c379298737ce88bfc765582788e081d518aa7911420) AuthConfig (dafbc04a30ba638d34d5f4e3160f45c1303ceb611fdf6dd4d0c632dd6ca89ac2) AuthConfig (acb5979729d40c548f657dcb9c07088cc42bd4f778c791b8f46ce50bac9bdff8) AuthConfig (7620c93265b6276b5c72a8b33288a6b1d465ca86f3327dec24c60531ee011429) AuthConfig (d44f1e37537302cdc46bae41e5def4a33c83b802a191595d53cccd5cc5a79a8e) AuthConfig (544fa7ccd6f278be33f5aa390cf4080703b3b91a11057341f410231eeb00174d) AuthConfig (6abd0fecb126b37d23624e0ef0a92bdbbab023270d53e6a24d3e80f0a9beb981) AuthConfig (dca52da0a5298b738f3e3c1e836eb3bd65677caa130859cef7f19b173f3ef531) AuthConfig (95355e0e26d509153921b7c4c6cc768686f268a541ef52b8184adaad06955efd) AuthConfig (4e506d454b29f06cd8f97f736ecca6717da1bedbe674abf9c1c5ea59dc6f7bd1) AuthConfig (da33b50e01e4e9f143f77ddf77b6dd83b3a4b73152b76094e275604ca810ab79) AuthConfig (414addbfb51423d6b3fce06b7594b55f9c76d2bf5444f238aeb27a211bc0e42c) AuthConfig (00bc7cb442cc344e9f2720b1b191a3248794767da7ad0fda6b7e8c5510d225ab) AuthConfig (d9ad898a01d959b0fd202aa3e9a1c999caaa3e9a1c5ba883848af91983315a46) AuthConfig (9cbe38ff0cc0745d523befa3a7a71e4218ec2f0fdd0d0d702c544d95119ccc51) AuthConfig (e28a12dd1f89d4bebaee3d0d1c95f9ae781fe4a2c00941019e70211ef220928b) AuthConfig (1cffe3c0b5989afa042f246cbb396719a91cb03c04683e487d3d45162e1f4f50) AuthConfig (79b61e1bd99cd617709efab9b1eff73a5b9051ead23a94b9a94d62876747ebfe) AuthConfig (f1f678f80368657390de5f8cbfe4611439b518ed40c3524dc2bf39b661cdd9a2) AuthConfig (084f175ff7bb58e7be752cf360184c2421aec3aaa21bd24df763ec46c59979a0) AuthConfig (f478cc3bb83fdc4a3c3c7fab663fab6742533bb4c3109f36bbdba6b9de5d0cdc) AuthConfig (61d716541c564ec445ee631cf2d112717ff7ae6425d3f0d9a340fb7e76e03f04) AuthConfig (4dad3826e5e047a6d77b36f0ce2c62440acaa59ff0bc011492fb375495b84933) AuthConfig (c2b8b4bfa450e82d705076fefbac291c224b832791ac9205b4d10a4241e12bc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"bb27aa1a-32c2-4a0b-895b-366ea7b8932f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:37.565437771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"bb27aa1a-32c2-4a0b-895b-366ea7b8932f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.706205919Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-sub","reconcileID":"3dbffdb1-aeab-4dbf-8dd8-3b081b920889","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-26743a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.706250026Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-sub","reconcileID":"3dbffdb1-aeab-4dbf-8dd8-3b081b920889","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.706406162Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-sub","reconcileID":"3dbffdb1-aeab-4dbf-8dd8-3b081b920889","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-26743a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.719005448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"037fd629-d6de-4abb-8117-c52f23fb3ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.775969347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"037fd629-d6de-4abb-8117-c52f23fb3ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.8342322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba2f229ee2505b6c9630fdf66276e1fe9eaa3e41fdb68b6f1e4e0cf731a6f1df) AuthConfig (41d720cdd3ee5e1c5976414a49049a8df73ace59bcff98ebc347c061f8c7d2db) AuthConfig (0b7964b7b30364eb1566ff45cb45551d32143c4edb3682ee954a283f5dda8143) AuthConfig (c0b39c43871451ae2a77d7bd8dcab8f0de014502bea2fd87b54c9c150731ace1) AuthConfig (1a57de5e32718edf05119e075db231a54f0dd5dca10a11aeb1abfa0480e02fbb) AuthConfig (4dfe81234c314343644cac106777454723d4716eb0b2138359f520e3089d5f4d) AuthConfig (660cff491e17e8883bbe4c379298737ce88bfc765582788e081d518aa7911420) AuthConfig (dafbc04a30ba638d34d5f4e3160f45c1303ceb611fdf6dd4d0c632dd6ca89ac2) AuthConfig (acb5979729d40c548f657dcb9c07088cc42bd4f778c791b8f46ce50bac9bdff8) AuthConfig (7620c93265b6276b5c72a8b33288a6b1d465ca86f3327dec24c60531ee011429) AuthConfig (d44f1e37537302cdc46bae41e5def4a33c83b802a191595d53cccd5cc5a79a8e) AuthConfig (544fa7ccd6f278be33f5aa390cf4080703b3b91a11057341f410231eeb00174d) AuthConfig (6abd0fecb126b37d23624e0ef0a92bdbbab023270d53e6a24d3e80f0a9beb981) AuthConfig (dca52da0a5298b738f3e3c1e836eb3bd65677caa130859cef7f19b173f3ef531) AuthConfig (95355e0e26d509153921b7c4c6cc768686f268a541ef52b8184adaad06955efd) AuthConfig (4e506d454b29f06cd8f97f736ecca6717da1bedbe674abf9c1c5ea59dc6f7bd1) AuthConfig (da33b50e01e4e9f143f77ddf77b6dd83b3a4b73152b76094e275604ca810ab79) AuthConfig (414addbfb51423d6b3fce06b7594b55f9c76d2bf5444f238aeb27a211bc0e42c) AuthConfig (00bc7cb442cc344e9f2720b1b191a3248794767da7ad0fda6b7e8c5510d225ab) AuthConfig (d9ad898a01d959b0fd202aa3e9a1c999caaa3e9a1c5ba883848af91983315a46) AuthConfig (9cbe38ff0cc0745d523befa3a7a71e4218ec2f0fdd0d0d702c544d95119ccc51) AuthConfig (e28a12dd1f89d4bebaee3d0d1c95f9ae781fe4a2c00941019e70211ef220928b) AuthConfig (1cffe3c0b5989afa042f246cbb396719a91cb03c04683e487d3d45162e1f4f50) AuthConfig (79b61e1bd99cd617709efab9b1eff73a5b9051ead23a94b9a94d62876747ebfe) AuthConfig (f1f678f80368657390de5f8cbfe4611439b518ed40c3524dc2bf39b661cdd9a2) AuthConfig (084f175ff7bb58e7be752cf360184c2421aec3aaa21bd24df763ec46c59979a0) AuthConfig (f478cc3bb83fdc4a3c3c7fab663fab6742533bb4c3109f36bbdba6b9de5d0cdc) AuthConfig (61d716541c564ec445ee631cf2d112717ff7ae6425d3f0d9a340fb7e76e03f04) AuthConfig (4dad3826e5e047a6d77b36f0ce2c62440acaa59ff0bc011492fb375495b84933) AuthConfig (c2b8b4bfa450e82d705076fefbac291c224b832791ac9205b4d10a4241e12bc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"037fd629-d6de-4abb-8117-c52f23fb3ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.928595735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"926b4244-d22e-414f-a609-1ab813186ced","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:37.993938984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"b7997530-ad4f-4449-89cf-dd73f2caa6c1","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:38.050289405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e566bf42-5ffe-4cab-8c89-9e402b4c174b","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:38.141438576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"11a18d05-2f09-427a-a44d-f4e112b43832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:38.141574074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-auth","reconcileID":"7bb6e4aa-2504-4d78-ae4a-6e659c4880d6","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:38.16042903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"35a62201-33cd-4d06-9269-3143f6c07f75","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:38.196341186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-auth","reconcileID":"7bb6e4aa-2504-4d78-ae4a-6e659c4880d6","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:38.196432672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"11a18d05-2f09-427a-a44d-f4e112b43832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:38.245695659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"caed7330-0154-406c-b860-37fb2524df2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:38.301132689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"caed7330-0154-406c-b860-37fb2524df2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:38.40255021Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-apikey-degraded-auth","reconcileID":"9019a4c4-4460-4b75-b18e-26e714c033ff","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:38.559155195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"78142a2f-0482-4cef-85e8-104000363362","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.397187139Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"cc32f397-6352-4487-b2b3-c93fa7311e2d","namespace":"llm","name":"e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.411154326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"258d54e3-d5fe-4c01-9608-91d401e0b984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.454821Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"bb24a1ea-d37e-4e0e-a45c-b5915279c64e","namespace":"llm","name":"e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.465545703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"258d54e3-d5fe-4c01-9608-91d401e0b984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.546903621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"ce7a415d-98db-4661-85dd-1e35c2777de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.546928083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"f2483e64-6923-4585-b5d2-23beb10d29b9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.547470661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"a7783a3a-71ef-493f-ad46-999bf70ed840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.547539072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"0119065a-a868-4985-93fe-d662fdfba794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.602498276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"a7783a3a-71ef-493f-ad46-999bf70ed840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.603693294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"f2483e64-6923-4585-b5d2-23beb10d29b9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.604799292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"ce7a415d-98db-4661-85dd-1e35c2777de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.607308328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"0119065a-a868-4985-93fe-d662fdfba794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.655995798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba2f229ee2505b6c9630fdf66276e1fe9eaa3e41fdb68b6f1e4e0cf731a6f1df) AuthConfig (41d720cdd3ee5e1c5976414a49049a8df73ace59bcff98ebc347c061f8c7d2db) AuthConfig (0b7964b7b30364eb1566ff45cb45551d32143c4edb3682ee954a283f5dda8143) AuthConfig (c0b39c43871451ae2a77d7bd8dcab8f0de014502bea2fd87b54c9c150731ace1) AuthConfig (1a57de5e32718edf05119e075db231a54f0dd5dca10a11aeb1abfa0480e02fbb) AuthConfig (4dfe81234c314343644cac106777454723d4716eb0b2138359f520e3089d5f4d) AuthConfig (660cff491e17e8883bbe4c379298737ce88bfc765582788e081d518aa7911420) AuthConfig (dafbc04a30ba638d34d5f4e3160f45c1303ceb611fdf6dd4d0c632dd6ca89ac2) AuthConfig (acb5979729d40c548f657dcb9c07088cc42bd4f778c791b8f46ce50bac9bdff8) AuthConfig (7620c93265b6276b5c72a8b33288a6b1d465ca86f3327dec24c60531ee011429) AuthConfig (d44f1e37537302cdc46bae41e5def4a33c83b802a191595d53cccd5cc5a79a8e) AuthConfig (544fa7ccd6f278be33f5aa390cf4080703b3b91a11057341f410231eeb00174d) AuthConfig (6abd0fecb126b37d23624e0ef0a92bdbbab023270d53e6a24d3e80f0a9beb981) AuthConfig (dca52da0a5298b738f3e3c1e836eb3bd65677caa130859cef7f19b173f3ef531) AuthConfig (95355e0e26d509153921b7c4c6cc768686f268a541ef52b8184adaad06955efd) AuthConfig (4e506d454b29f06cd8f97f736ecca6717da1bedbe674abf9c1c5ea59dc6f7bd1) AuthConfig (da33b50e01e4e9f143f77ddf77b6dd83b3a4b73152b76094e275604ca810ab79) AuthConfig (414addbfb51423d6b3fce06b7594b55f9c76d2bf5444f238aeb27a211bc0e42c) AuthConfig (00bc7cb442cc344e9f2720b1b191a3248794767da7ad0fda6b7e8c5510d225ab) AuthConfig (d9ad898a01d959b0fd202aa3e9a1c999caaa3e9a1c5ba883848af91983315a46) AuthConfig (9cbe38ff0cc0745d523befa3a7a71e4218ec2f0fdd0d0d702c544d95119ccc51) AuthConfig (e28a12dd1f89d4bebaee3d0d1c95f9ae781fe4a2c00941019e70211ef220928b) AuthConfig (1cffe3c0b5989afa042f246cbb396719a91cb03c04683e487d3d45162e1f4f50) AuthConfig (79b61e1bd99cd617709efab9b1eff73a5b9051ead23a94b9a94d62876747ebfe) AuthConfig (f1f678f80368657390de5f8cbfe4611439b518ed40c3524dc2bf39b661cdd9a2) AuthConfig (084f175ff7bb58e7be752cf360184c2421aec3aaa21bd24df763ec46c59979a0) AuthConfig (f478cc3bb83fdc4a3c3c7fab663fab6742533bb4c3109f36bbdba6b9de5d0cdc) AuthConfig (61d716541c564ec445ee631cf2d112717ff7ae6425d3f0d9a340fb7e76e03f04) AuthConfig (4dad3826e5e047a6d77b36f0ce2c62440acaa59ff0bc011492fb375495b84933) AuthConfig (c2b8b4bfa450e82d705076fefbac291c224b832791ac9205b4d10a4241e12bc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"a7783a3a-71ef-493f-ad46-999bf70ed840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.657698665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba2f229ee2505b6c9630fdf66276e1fe9eaa3e41fdb68b6f1e4e0cf731a6f1df) AuthConfig (41d720cdd3ee5e1c5976414a49049a8df73ace59bcff98ebc347c061f8c7d2db) AuthConfig (0b7964b7b30364eb1566ff45cb45551d32143c4edb3682ee954a283f5dda8143) AuthConfig (c0b39c43871451ae2a77d7bd8dcab8f0de014502bea2fd87b54c9c150731ace1) AuthConfig (1a57de5e32718edf05119e075db231a54f0dd5dca10a11aeb1abfa0480e02fbb) AuthConfig (4dfe81234c314343644cac106777454723d4716eb0b2138359f520e3089d5f4d) AuthConfig (660cff491e17e8883bbe4c379298737ce88bfc765582788e081d518aa7911420) AuthConfig (dafbc04a30ba638d34d5f4e3160f45c1303ceb611fdf6dd4d0c632dd6ca89ac2) AuthConfig (acb5979729d40c548f657dcb9c07088cc42bd4f778c791b8f46ce50bac9bdff8) AuthConfig (7620c93265b6276b5c72a8b33288a6b1d465ca86f3327dec24c60531ee011429) AuthConfig (d44f1e37537302cdc46bae41e5def4a33c83b802a191595d53cccd5cc5a79a8e) AuthConfig (544fa7ccd6f278be33f5aa390cf4080703b3b91a11057341f410231eeb00174d) AuthConfig (6abd0fecb126b37d23624e0ef0a92bdbbab023270d53e6a24d3e80f0a9beb981) AuthConfig (dca52da0a5298b738f3e3c1e836eb3bd65677caa130859cef7f19b173f3ef531) AuthConfig (95355e0e26d509153921b7c4c6cc768686f268a541ef52b8184adaad06955efd) AuthConfig (4e506d454b29f06cd8f97f736ecca6717da1bedbe674abf9c1c5ea59dc6f7bd1) AuthConfig (da33b50e01e4e9f143f77ddf77b6dd83b3a4b73152b76094e275604ca810ab79) AuthConfig (414addbfb51423d6b3fce06b7594b55f9c76d2bf5444f238aeb27a211bc0e42c) AuthConfig (00bc7cb442cc344e9f2720b1b191a3248794767da7ad0fda6b7e8c5510d225ab) AuthConfig (d9ad898a01d959b0fd202aa3e9a1c999caaa3e9a1c5ba883848af91983315a46) AuthConfig (9cbe38ff0cc0745d523befa3a7a71e4218ec2f0fdd0d0d702c544d95119ccc51) AuthConfig (e28a12dd1f89d4bebaee3d0d1c95f9ae781fe4a2c00941019e70211ef220928b) AuthConfig (1cffe3c0b5989afa042f246cbb396719a91cb03c04683e487d3d45162e1f4f50) AuthConfig (79b61e1bd99cd617709efab9b1eff73a5b9051ead23a94b9a94d62876747ebfe) AuthConfig (f1f678f80368657390de5f8cbfe4611439b518ed40c3524dc2bf39b661cdd9a2) AuthConfig (084f175ff7bb58e7be752cf360184c2421aec3aaa21bd24df763ec46c59979a0) AuthConfig (f478cc3bb83fdc4a3c3c7fab663fab6742533bb4c3109f36bbdba6b9de5d0cdc) AuthConfig (61d716541c564ec445ee631cf2d112717ff7ae6425d3f0d9a340fb7e76e03f04) AuthConfig (4dad3826e5e047a6d77b36f0ce2c62440acaa59ff0bc011492fb375495b84933) AuthConfig (c2b8b4bfa450e82d705076fefbac291c224b832791ac9205b4d10a4241e12bc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"ce7a415d-98db-4661-85dd-1e35c2777de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.790890038Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"f18844c0-389e-4640-b238-14c41d53ed09","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"name":"e2e-rt-sw-29f695","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.804741232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bca1bc5-4645-488d-a44f-aad0c5f09fe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.859007122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bca1bc5-4645-488d-a44f-aad0c5f09fe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.896207712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"0a82cc17-5c3b-4135-a1da-d6ce1ad3e3fb","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.90610415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"ad857c16-6d33-4cdd-bfa8-8b94f3c942e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.917558241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"abed6398-f928-45b7-9abc-2e8a9e68bdb7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.920414212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"c0a691cc-ac20-4c30-bd2c-b5b5c646fb79","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.962384477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"ad857c16-6d33-4cdd-bfa8-8b94f3c942e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.965372396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30263fd3-a4c2-4b03-ad6a-feb7286fc358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.973550163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"abed6398-f928-45b7-9abc-2e8a9e68bdb7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.019324924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30263fd3-a4c2-4b03-ad6a-feb7286fc358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.067863216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"4063dd5f-6868-495c-9da7-a85ab713e54f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.121908732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"4063dd5f-6868-495c-9da7-a85ab713e54f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.153418905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"f4f27890-9801-4363-8201-81795bed308e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.188431774Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"ad986f21-08e3-496d-9b55-7dedc65ca1ea","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"name":"e2e-rt-sw-29f695","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.21172832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"f4f27890-9801-4363-8201-81795bed308e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.238335183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f6d9c8c9-443e-493d-8632-1f4da7231f9e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.238356066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f6d9c8c9-443e-493d-8632-1f4da7231f9e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.238612117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"903c42ce-78e8-45ff-8b88-bcb7fa71c444","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.23862247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"903c42ce-78e8-45ff-8b88-bcb7fa71c444","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.238802695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f8b4deaa-756f-4e4a-a91d-6b44ea4e6de0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.238814555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f8b4deaa-756f-4e4a-a91d-6b44ea4e6de0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.238990804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c128a2ee-2c76-4e63-b8a1-381561c09ad2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.239000179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c128a2ee-2c76-4e63-b8a1-381561c09ad2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.239176231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cb54e66e-0216-4011-8c1e-33dabbe4f79e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.239187255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cb54e66e-0216-4011-8c1e-33dabbe4f79e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.239400216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"212ffe54-3c27-46b2-86ce-c256a2004f2f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.239411275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"212ffe54-3c27-46b2-86ce-c256a2004f2f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.239604195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8107808d-13a6-45e1-8273-6bd8b4415e12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.239613559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8107808d-13a6-45e1-8273-6bd8b4415e12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.239938641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29d540c5-bebf-417c-a4c6-774108615741","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.239949451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29d540c5-bebf-417c-a4c6-774108615741","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.260226556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"8c6a73d9-7b27-48b7-9557-d5994b8b7932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.268546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"4ab494ed-4ebc-4684-a323-205f6fbf28ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.289211076Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"c65fae98-9c5d-486b-bb07-310ddce4a3ac","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"name":"e2e-rt-sw-29f695","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.315373999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"8c6a73d9-7b27-48b7-9557-d5994b8b7932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.322699947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"4ab494ed-4ebc-4684-a323-205f6fbf28ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.359562928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cff8aabb-0773-469a-bcd4-64186a1df397","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.359562534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aeb6e7fc-c5db-4e44-a746-ba0980d5f654","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.359956405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"5b551ca9-1f85-40fe-acb5-93299389fb4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.414100086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"5b551ca9-1f85-40fe-acb5-93299389fb4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.52581436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"7fb43f00-ff57-4530-9d4d-66109bcc1493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.580707665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"7fb43f00-ff57-4530-9d4d-66109bcc1493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.637668588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"cc399f20-95d3-4ad1-bf27-1eb52ad04c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.697621219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"cc399f20-95d3-4ad1-bf27-1eb52ad04c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.73445574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"15de490f-561d-4437-bba1-3dc094b31f68","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.740974309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"a4b0704d-3461-4642-b5a8-3d19697b2159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.752839012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba2f229ee2505b6c9630fdf66276e1fe9eaa3e41fdb68b6f1e4e0cf731a6f1df) AuthConfig (41d720cdd3ee5e1c5976414a49049a8df73ace59bcff98ebc347c061f8c7d2db) AuthConfig (0b7964b7b30364eb1566ff45cb45551d32143c4edb3682ee954a283f5dda8143) AuthConfig (c0b39c43871451ae2a77d7bd8dcab8f0de014502bea2fd87b54c9c150731ace1) AuthConfig (1a57de5e32718edf05119e075db231a54f0dd5dca10a11aeb1abfa0480e02fbb) AuthConfig (4dfe81234c314343644cac106777454723d4716eb0b2138359f520e3089d5f4d) AuthConfig (660cff491e17e8883bbe4c379298737ce88bfc765582788e081d518aa7911420) AuthConfig (dafbc04a30ba638d34d5f4e3160f45c1303ceb611fdf6dd4d0c632dd6ca89ac2) AuthConfig (acb5979729d40c548f657dcb9c07088cc42bd4f778c791b8f46ce50bac9bdff8) AuthConfig (7620c93265b6276b5c72a8b33288a6b1d465ca86f3327dec24c60531ee011429) AuthConfig (d44f1e37537302cdc46bae41e5def4a33c83b802a191595d53cccd5cc5a79a8e) AuthConfig (544fa7ccd6f278be33f5aa390cf4080703b3b91a11057341f410231eeb00174d) AuthConfig (6abd0fecb126b37d23624e0ef0a92bdbbab023270d53e6a24d3e80f0a9beb981) AuthConfig (dca52da0a5298b738f3e3c1e836eb3bd65677caa130859cef7f19b173f3ef531) AuthConfig (95355e0e26d509153921b7c4c6cc768686f268a541ef52b8184adaad06955efd) AuthConfig (4e506d454b29f06cd8f97f736ecca6717da1bedbe674abf9c1c5ea59dc6f7bd1) AuthConfig (da33b50e01e4e9f143f77ddf77b6dd83b3a4b73152b76094e275604ca810ab79) AuthConfig (414addbfb51423d6b3fce06b7594b55f9c76d2bf5444f238aeb27a211bc0e42c) AuthConfig (00bc7cb442cc344e9f2720b1b191a3248794767da7ad0fda6b7e8c5510d225ab) AuthConfig (d9ad898a01d959b0fd202aa3e9a1c999caaa3e9a1c5ba883848af91983315a46) AuthConfig (9cbe38ff0cc0745d523befa3a7a71e4218ec2f0fdd0d0d702c544d95119ccc51) AuthConfig (e28a12dd1f89d4bebaee3d0d1c95f9ae781fe4a2c00941019e70211ef220928b) AuthConfig (1cffe3c0b5989afa042f246cbb396719a91cb03c04683e487d3d45162e1f4f50) AuthConfig (79b61e1bd99cd617709efab9b1eff73a5b9051ead23a94b9a94d62876747ebfe) AuthConfig (f1f678f80368657390de5f8cbfe4611439b518ed40c3524dc2bf39b661cdd9a2) AuthConfig (084f175ff7bb58e7be752cf360184c2421aec3aaa21bd24df763ec46c59979a0) AuthConfig (f478cc3bb83fdc4a3c3c7fab663fab6742533bb4c3109f36bbdba6b9de5d0cdc) AuthConfig (61d716541c564ec445ee631cf2d112717ff7ae6425d3f0d9a340fb7e76e03f04) AuthConfig (4dad3826e5e047a6d77b36f0ce2c62440acaa59ff0bc011492fb375495b84933) AuthConfig (c2b8b4bfa450e82d705076fefbac291c224b832791ac9205b4d10a4241e12bc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"cc399f20-95d3-4ad1-bf27-1eb52ad04c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.789424346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"15de490f-561d-4437-bba1-3dc094b31f68","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.797090012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"a4b0704d-3461-4642-b5a8-3d19697b2159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.832196293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"0829514b-4485-4ee9-8bce-033dd2215fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.901029101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"0829514b-4485-4ee9-8bce-033dd2215fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.937493033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a2a9fbb-cfad-4bf0-a0eb-2b1341c0e845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.961625606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba2f229ee2505b6c9630fdf66276e1fe9eaa3e41fdb68b6f1e4e0cf731a6f1df) AuthConfig (41d720cdd3ee5e1c5976414a49049a8df73ace59bcff98ebc347c061f8c7d2db) AuthConfig (0b7964b7b30364eb1566ff45cb45551d32143c4edb3682ee954a283f5dda8143) AuthConfig (c0b39c43871451ae2a77d7bd8dcab8f0de014502bea2fd87b54c9c150731ace1) AuthConfig (1a57de5e32718edf05119e075db231a54f0dd5dca10a11aeb1abfa0480e02fbb) AuthConfig (4dfe81234c314343644cac106777454723d4716eb0b2138359f520e3089d5f4d) AuthConfig (660cff491e17e8883bbe4c379298737ce88bfc765582788e081d518aa7911420) AuthConfig (dafbc04a30ba638d34d5f4e3160f45c1303ceb611fdf6dd4d0c632dd6ca89ac2) AuthConfig (acb5979729d40c548f657dcb9c07088cc42bd4f778c791b8f46ce50bac9bdff8) AuthConfig (7620c93265b6276b5c72a8b33288a6b1d465ca86f3327dec24c60531ee011429) AuthConfig (d44f1e37537302cdc46bae41e5def4a33c83b802a191595d53cccd5cc5a79a8e) AuthConfig (544fa7ccd6f278be33f5aa390cf4080703b3b91a11057341f410231eeb00174d) AuthConfig (6abd0fecb126b37d23624e0ef0a92bdbbab023270d53e6a24d3e80f0a9beb981) AuthConfig (dca52da0a5298b738f3e3c1e836eb3bd65677caa130859cef7f19b173f3ef531) AuthConfig (95355e0e26d509153921b7c4c6cc768686f268a541ef52b8184adaad06955efd) AuthConfig (4e506d454b29f06cd8f97f736ecca6717da1bedbe674abf9c1c5ea59dc6f7bd1) AuthConfig (da33b50e01e4e9f143f77ddf77b6dd83b3a4b73152b76094e275604ca810ab79) AuthConfig (414addbfb51423d6b3fce06b7594b55f9c76d2bf5444f238aeb27a211bc0e42c) AuthConfig (00bc7cb442cc344e9f2720b1b191a3248794767da7ad0fda6b7e8c5510d225ab) AuthConfig (d9ad898a01d959b0fd202aa3e9a1c999caaa3e9a1c5ba883848af91983315a46) AuthConfig (9cbe38ff0cc0745d523befa3a7a71e4218ec2f0fdd0d0d702c544d95119ccc51) AuthConfig (e28a12dd1f89d4bebaee3d0d1c95f9ae781fe4a2c00941019e70211ef220928b) AuthConfig (1cffe3c0b5989afa042f246cbb396719a91cb03c04683e487d3d45162e1f4f50) AuthConfig (79b61e1bd99cd617709efab9b1eff73a5b9051ead23a94b9a94d62876747ebfe) AuthConfig (f1f678f80368657390de5f8cbfe4611439b518ed40c3524dc2bf39b661cdd9a2) AuthConfig (084f175ff7bb58e7be752cf360184c2421aec3aaa21bd24df763ec46c59979a0) AuthConfig (f478cc3bb83fdc4a3c3c7fab663fab6742533bb4c3109f36bbdba6b9de5d0cdc) AuthConfig (61d716541c564ec445ee631cf2d112717ff7ae6425d3f0d9a340fb7e76e03f04) AuthConfig (4dad3826e5e047a6d77b36f0ce2c62440acaa59ff0bc011492fb375495b84933) AuthConfig (c2b8b4bfa450e82d705076fefbac291c224b832791ac9205b4d10a4241e12bc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"0829514b-4485-4ee9-8bce-033dd2215fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.996155766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a2a9fbb-cfad-4bf0-a0eb-2b1341c0e845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.038702445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"851eb399-5252-4d22-a706-561e8b2b00a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.093331842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"851eb399-5252-4d22-a706-561e8b2b00a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.488622959Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"67e95a06-37f4-4aee-afcc-920ef5b32fa1","namespace":"llm","name":"e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.541069458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"781d05db-3ff3-42e4-8e93-8196c20c1344","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.541097537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"781d05db-3ff3-42e4-8e93-8196c20c1344","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.639483612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"3dec8c19-0ae6-4ecf-83e0-fc14136c7c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.645521444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"896ce4b5-c2b8-4d40-b594-9ae889b844ed","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.646211641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"12be2d03-f24a-4930-a182-314491cbc5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.646695328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"c3411a9b-dfeb-453d-9056-a4eb8b3d1e77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.647056854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63a9f542-7777-4d5f-9131-894c96a1ef53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.702321076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"c3411a9b-dfeb-453d-9056-a4eb8b3d1e77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.702413247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"3dec8c19-0ae6-4ecf-83e0-fc14136c7c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.707098702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"12be2d03-f24a-4930-a182-314491cbc5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.708136618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"896ce4b5-c2b8-4d40-b594-9ae889b844ed","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.709391681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63a9f542-7777-4d5f-9131-894c96a1ef53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.756141275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba2f229ee2505b6c9630fdf66276e1fe9eaa3e41fdb68b6f1e4e0cf731a6f1df) AuthConfig (41d720cdd3ee5e1c5976414a49049a8df73ace59bcff98ebc347c061f8c7d2db) AuthConfig (0b7964b7b30364eb1566ff45cb45551d32143c4edb3682ee954a283f5dda8143) AuthConfig (c0b39c43871451ae2a77d7bd8dcab8f0de014502bea2fd87b54c9c150731ace1) AuthConfig (1a57de5e32718edf05119e075db231a54f0dd5dca10a11aeb1abfa0480e02fbb) AuthConfig (4dfe81234c314343644cac106777454723d4716eb0b2138359f520e3089d5f4d) AuthConfig (660cff491e17e8883bbe4c379298737ce88bfc765582788e081d518aa7911420) AuthConfig (dafbc04a30ba638d34d5f4e3160f45c1303ceb611fdf6dd4d0c632dd6ca89ac2) AuthConfig (acb5979729d40c548f657dcb9c07088cc42bd4f778c791b8f46ce50bac9bdff8) AuthConfig (7620c93265b6276b5c72a8b33288a6b1d465ca86f3327dec24c60531ee011429) AuthConfig (d44f1e37537302cdc46bae41e5def4a33c83b802a191595d53cccd5cc5a79a8e) AuthConfig (544fa7ccd6f278be33f5aa390cf4080703b3b91a11057341f410231eeb00174d) AuthConfig (6abd0fecb126b37d23624e0ef0a92bdbbab023270d53e6a24d3e80f0a9beb981) AuthConfig (dca52da0a5298b738f3e3c1e836eb3bd65677caa130859cef7f19b173f3ef531) AuthConfig (95355e0e26d509153921b7c4c6cc768686f268a541ef52b8184adaad06955efd) AuthConfig (4e506d454b29f06cd8f97f736ecca6717da1bedbe674abf9c1c5ea59dc6f7bd1) AuthConfig (da33b50e01e4e9f143f77ddf77b6dd83b3a4b73152b76094e275604ca810ab79) AuthConfig (414addbfb51423d6b3fce06b7594b55f9c76d2bf5444f238aeb27a211bc0e42c) AuthConfig (00bc7cb442cc344e9f2720b1b191a3248794767da7ad0fda6b7e8c5510d225ab) AuthConfig (d9ad898a01d959b0fd202aa3e9a1c999caaa3e9a1c5ba883848af91983315a46) AuthConfig (9cbe38ff0cc0745d523befa3a7a71e4218ec2f0fdd0d0d702c544d95119ccc51) AuthConfig (e28a12dd1f89d4bebaee3d0d1c95f9ae781fe4a2c00941019e70211ef220928b) AuthConfig (1cffe3c0b5989afa042f246cbb396719a91cb03c04683e487d3d45162e1f4f50) AuthConfig (79b61e1bd99cd617709efab9b1eff73a5b9051ead23a94b9a94d62876747ebfe) AuthConfig (f1f678f80368657390de5f8cbfe4611439b518ed40c3524dc2bf39b661cdd9a2) AuthConfig (084f175ff7bb58e7be752cf360184c2421aec3aaa21bd24df763ec46c59979a0) AuthConfig (f478cc3bb83fdc4a3c3c7fab663fab6742533bb4c3109f36bbdba6b9de5d0cdc) AuthConfig (61d716541c564ec445ee631cf2d112717ff7ae6425d3f0d9a340fb7e76e03f04) AuthConfig (4dad3826e5e047a6d77b36f0ce2c62440acaa59ff0bc011492fb375495b84933) AuthConfig (c2b8b4bfa450e82d705076fefbac291c224b832791ac9205b4d10a4241e12bc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"3dec8c19-0ae6-4ecf-83e0-fc14136c7c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.756303564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3c4802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba2f229ee2505b6c9630fdf66276e1fe9eaa3e41fdb68b6f1e4e0cf731a6f1df) AuthConfig (41d720cdd3ee5e1c5976414a49049a8df73ace59bcff98ebc347c061f8c7d2db) AuthConfig (0b7964b7b30364eb1566ff45cb45551d32143c4edb3682ee954a283f5dda8143) AuthConfig (c0b39c43871451ae2a77d7bd8dcab8f0de014502bea2fd87b54c9c150731ace1) AuthConfig (1a57de5e32718edf05119e075db231a54f0dd5dca10a11aeb1abfa0480e02fbb) AuthConfig (4dfe81234c314343644cac106777454723d4716eb0b2138359f520e3089d5f4d) AuthConfig (660cff491e17e8883bbe4c379298737ce88bfc765582788e081d518aa7911420) AuthConfig (dafbc04a30ba638d34d5f4e3160f45c1303ceb611fdf6dd4d0c632dd6ca89ac2) AuthConfig (acb5979729d40c548f657dcb9c07088cc42bd4f778c791b8f46ce50bac9bdff8) AuthConfig (7620c93265b6276b5c72a8b33288a6b1d465ca86f3327dec24c60531ee011429) AuthConfig (d44f1e37537302cdc46bae41e5def4a33c83b802a191595d53cccd5cc5a79a8e) AuthConfig (544fa7ccd6f278be33f5aa390cf4080703b3b91a11057341f410231eeb00174d) AuthConfig (6abd0fecb126b37d23624e0ef0a92bdbbab023270d53e6a24d3e80f0a9beb981) AuthConfig (dca52da0a5298b738f3e3c1e836eb3bd65677caa130859cef7f19b173f3ef531) AuthConfig (95355e0e26d509153921b7c4c6cc768686f268a541ef52b8184adaad06955efd) AuthConfig (4e506d454b29f06cd8f97f736ecca6717da1bedbe674abf9c1c5ea59dc6f7bd1) AuthConfig (da33b50e01e4e9f143f77ddf77b6dd83b3a4b73152b76094e275604ca810ab79) AuthConfig (414addbfb51423d6b3fce06b7594b55f9c76d2bf5444f238aeb27a211bc0e42c) AuthConfig (00bc7cb442cc344e9f2720b1b191a3248794767da7ad0fda6b7e8c5510d225ab) AuthConfig (d9ad898a01d959b0fd202aa3e9a1c999caaa3e9a1c5ba883848af91983315a46) AuthConfig (9cbe38ff0cc0745d523befa3a7a71e4218ec2f0fdd0d0d702c544d95119ccc51) AuthConfig (e28a12dd1f89d4bebaee3d0d1c95f9ae781fe4a2c00941019e70211ef220928b) AuthConfig (1cffe3c0b5989afa042f246cbb396719a91cb03c04683e487d3d45162e1f4f50) AuthConfig (79b61e1bd99cd617709efab9b1eff73a5b9051ead23a94b9a94d62876747ebfe) AuthConfig (f1f678f80368657390de5f8cbfe4611439b518ed40c3524dc2bf39b661cdd9a2) AuthConfig (084f175ff7bb58e7be752cf360184c2421aec3aaa21bd24df763ec46c59979a0) AuthConfig (f478cc3bb83fdc4a3c3c7fab663fab6742533bb4c3109f36bbdba6b9de5d0cdc) AuthConfig (61d716541c564ec445ee631cf2d112717ff7ae6425d3f0d9a340fb7e76e03f04) AuthConfig (4dad3826e5e047a6d77b36f0ce2c62440acaa59ff0bc011492fb375495b84933) AuthConfig (c2b8b4bfa450e82d705076fefbac291c224b832791ac9205b4d10a4241e12bc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"c3411a9b-dfeb-453d-9056-a4eb8b3d1e77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.908869825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"e89edc8a-c472-4c86-8874-c3683d4e7209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.908979156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"cefd62ff-7358-4ee9-bec4-b1338f6664c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.963781978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"e89edc8a-c472-4c86-8874-c3683d4e7209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.965684541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"cefd62ff-7358-4ee9-bec4-b1338f6664c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.008125162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"76eddc19-72e2-44fa-8175-fc403cb222b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.008370092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"ae3c00f2-b8f9-4fc1-a46d-5fe595ca7236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.008723263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"5abbd67f-1efe-44ca-afad-2447b4ebc2a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.063969188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"ae3c00f2-b8f9-4fc1-a46d-5fe595ca7236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.064042319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"76eddc19-72e2-44fa-8175-fc403cb222b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.06810876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"5abbd67f-1efe-44ca-afad-2447b4ebc2a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.262744787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"30ed1eb4-57ec-403f-afcb-be2a95f7ccfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.262816155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"aa977d66-0cd7-41c3-a5ac-4eb42eef6f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.317265419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"30ed1eb4-57ec-403f-afcb-be2a95f7ccfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.318721822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"aa977d66-0cd7-41c3-a5ac-4eb42eef6f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.418131164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bed7a52f-6e9c-49cc-88bd-2151ebb297d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.418691196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"310d5cb5-fd78-44c1-8b14-74499f745193","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.481516208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bed7a52f-6e9c-49cc-88bd-2151ebb297d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.48231908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"310d5cb5-fd78-44c1-8b14-74499f745193","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.876795254Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-525ed6ed","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed","reconcileID":"b637e5e9-83e8-4196-98ac-8439480694d7","MaaSSubscription":{"name":"e2e-filter-sub-a-525ed6ed","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscription":"e2e-filter-sub-a-525ed6ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.088880743Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-525ed6ed","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed","reconcileID":"b637e5e9-83e8-4196-98ac-8439480694d7","MaaSSubscription":{"name":"e2e-filter-sub-a-525ed6ed","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/e2e-filter-sub-b-db97b52c","ai-tenant-e2e-worker-w0-9a5623/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.289789516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"7dd63e4f-6cfa-4806-b689-45c30407f341","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.291778859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-db97b52c","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c","reconcileID":"1348972b-88da-43c9-9da9-31cc52e0b1fb","MaaSSubscription":{"name":"e2e-filter-sub-b-db97b52c","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.305430165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"314c4ca9-5e0a-4566-b968-f98cf9e5763b","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.454939554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"03ba929e-65ad-47d2-b64c-257e13b561a2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.454963464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"3fbafebf-9f80-4aa0-8472-051c6b443d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.45546403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"b815ec99-52b2-49dd-9f8a-2e7626cfa0cf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.455486197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"4272dc99-299a-40f2-94a7-a93b99821c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.465683025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"b6f1e376-2d15-44c6-b6e0-fd1d6b990d1c","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.510213923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"03ba929e-65ad-47d2-b64c-257e13b561a2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.510232024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"b815ec99-52b2-49dd-9f8a-2e7626cfa0cf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.513564664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"3fbafebf-9f80-4aa0-8472-051c6b443d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.513591231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"4272dc99-299a-40f2-94a7-a93b99821c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.686347039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"467cc862-eaf8-446b-b77e-e16ffc5336d5","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.741007336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"64fa6ffd-d023-45bb-9b06-f41cf94cc670","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.866111568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"a220409b-8ee0-4da9-9e08-0e22b3b77021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.866645553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"cb1fea9d-693c-41b7-ba90-bef893bccd38","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.866920079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"a71fb7a8-c56e-40dc-be51-9d6b6e2dff5c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.867116496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1020f061-5727-4758-85fe-e2cf38f7f122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.924639364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"a220409b-8ee0-4da9-9e08-0e22b3b77021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.931599937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1020f061-5727-4758-85fe-e2cf38f7f122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.931989809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"cb1fea9d-693c-41b7-ba90-bef893bccd38","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.933980997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"a71fb7a8-c56e-40dc-be51-9d6b6e2dff5c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.971987513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-bulk-sub-2f2fed94-auth","reconcileID":"4a4aeda7-1af5-42dd-807e-10ad63426ae0","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.973526155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"52998863-d184-489b-89a5-585799016781","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.030181929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"6902f8cd-197f-4331-b3bb-784bbce2aa82","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.03063271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-bulk-sub-2f2fed94-auth","reconcileID":"4a4aeda7-1af5-42dd-807e-10ad63426ae0","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:47.077381433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2f2fed94","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-bulk-sub-2f2fed94","reconcileID":"3b24c17a-3593-40ca-9ce3-54fe4030a37d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-2f2fed94\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.187786867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"65a5b0a2-dd92-429d-a857-1ca5ce629263","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.241072828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"edc9a28e-46ed-40c6-b65e-eab4985673ce","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.282510178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"70098a76-e702-4217-b0cf-1bad3276141f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.336667788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"70098a76-e702-4217-b0cf-1bad3276141f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.38191676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"6ba8e200-8953-4cf4-b5b4-106e08dd0903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.382563786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"ecc52605-8c8b-4315-8954-fe9940448507","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.437573715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"6ba8e200-8953-4cf4-b5b4-106e08dd0903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.495922905Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2f2fed94","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-bulk-sub-2f2fed94","reconcileID":"543057d2-e79b-4d7c-a629-e856deb0727a","MaaSSubscription":{"name":"e2e-bulk-sub-2f2fed94","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-bulk-sub-2f2fed94","ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.506343504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"095ca1eb-5a8e-4427-937e-a39980ecf065","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.506381764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"095ca1eb-5a8e-4427-937e-a39980ecf065","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.529776921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-bulk-sub-2f2fed94-auth","reconcileID":"d68c509a-8cd7-432e-88b6-68e0203a9765","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.584228871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-bulk-sub-2f2fed94-auth","reconcileID":"d68c509a-8cd7-432e-88b6-68e0203a9765","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.605639826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"39d26e2f-c98e-40c4-ba78-8d7a5aea8b23","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.605668973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"39d26e2f-c98e-40c4-ba78-8d7a5aea8b23","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.655421721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"0b8c4d39-c246-4e97-8ddb-0ab8798cd1ff","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.681710452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"22fcbbca-879d-46ab-9f1b-5620eb5844af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.694419859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"a15a3e2d-d05c-499f-94e3-03ea0c1449de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.70372775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"bfbef392-a3cb-46be-9139-898ea51ae711","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.761630508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"22fcbbca-879d-46ab-9f1b-5620eb5844af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.765046087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"bfbef392-a3cb-46be-9139-898ea51ae711","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.862026602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2f2fed94","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-bulk-sub-2f2fed94","reconcileID":"b11ccb02-b6b2-41ca-9bb5-9f4bdc3c5d59","MaaSSubscription":{"name":"e2e-bulk-sub-2f2fed94","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:48.173179355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"e59b4183-7f24-4f15-830a-8a2a7d21ad05","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:48.173216054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"e59b4183-7f24-4f15-830a-8a2a7d21ad05","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:52.597964463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"10242781-4721-4eb1-ae58-c4f4bb16dc54","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:52.751909084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"1a79ef03-d266-472f-84e5-e763b0061d3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:52.751939605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-bulk-sub-2f2fed94-auth","reconcileID":"998a7ce4-55d6-4007-b212-f20558a58e19","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:52.756916371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"54f6c384-4e9e-4bb8-9502-c9d185ee4fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:52.807912291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"1a79ef03-d266-472f-84e5-e763b0061d3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:52.808837386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-bulk-sub-2f2fed94-auth","reconcileID":"998a7ce4-55d6-4007-b212-f20558a58e19","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:52.811476982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"54f6c384-4e9e-4bb8-9502-c9d185ee4fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.098383025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"cd94d415-8d11-4f7b-82e4-63de00475c33","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.098407656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"cd94d415-8d11-4f7b-82e4-63de00475c33","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:53.159986794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"58a4d918-0551-45c0-9254-7a2938ae3971","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-29f695-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.267216135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"4b471088-0306-407b-a887-6ee265be5817","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.267488313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1b9fe03-ac4a-4169-b84e-1e3828fd8d5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.267233576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"148e73f0-8742-4556-b180-9596e95aeab9","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.267766688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"148e73f0-8742-4556-b180-9596e95aeab9","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.267787269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11e51340-4916-47c1-8a6a-2a02ec6aabd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.324128011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1b9fe03-ac4a-4169-b84e-1e3828fd8d5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.32411081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"4b471088-0306-407b-a887-6ee265be5817","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.328826695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11e51340-4916-47c1-8a6a-2a02ec6aabd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.369534973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"b845c671-a139-4acc-ab31-27a0e79f6ab9","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.369565309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"b845c671-a139-4acc-ab31-27a0e79f6ab9","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.470924305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"060af9e2-c789-44ea-bcfe-bbcd25c0d583","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.470958803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"060af9e2-c789-44ea-bcfe-bbcd25c0d583","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.607067846Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"b3fd848f-4a23-479a-aab2-24bfa9561c28","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-29f695","model":"e2e-rt-sw-29f695","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-29f695-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.736064618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bc6bc16-8d2c-4a4f-8b9c-13555bc19389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.736095246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6928c900-657d-45a1-9f7c-15df60ab65ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.791650053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6928c900-657d-45a1-9f7c-15df60ab65ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.792531627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bc6bc16-8d2c-4a4f-8b9c-13555bc19389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.836378782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"58596411-ceb5-4b5a-b0e0-33101a7d33af","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.869928098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"64936f93-5092-4fd8-9a40-0e713449ea8f","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.869965306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"64936f93-5092-4fd8-9a40-0e713449ea8f","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.892168167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"58596411-ceb5-4b5a-b0e0-33101a7d33af","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.905749256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"1d7b1739-4ae8-4f23-91c0-fa74f226745a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.905804044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"b8b4c805-31d9-4ff5-a8b2-a6b1bd2063e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.960780084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"b8b4c805-31d9-4ff5-a8b2-a6b1bd2063e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.962273103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"1d7b1739-4ae8-4f23-91c0-fa74f226745a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:54.067826725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"fe43f25d-c22e-45a3-8889-d1155d192c7e","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-29f695","model":"llm/e2e-rt-sw-29f695","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:54.323963811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"07f426a2-3cbe-4b0f-98fe-1dd6159345c1","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:54.323994101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"07f426a2-3cbe-4b0f-98fe-1dd6159345c1","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:54.374429912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"22509e74-d95a-48b1-81e3-d010635e6706","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:54.374820662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"36a06b01-9b95-4445-8ef9-c38df2a204d6","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:54.762902873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64686155-fe13-423c-8176-70b93bc90da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:54.762934895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c9c841a-b566-4388-9aea-5aa9dfb4b036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:54.763411056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"a437d4fc-6fdf-494d-a38c-607817345393","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:54.817815501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64686155-fe13-423c-8176-70b93bc90da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:54.818924355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c9c841a-b566-4388-9aea-5aa9dfb4b036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:54.820176774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"a437d4fc-6fdf-494d-a38c-607817345393","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:55.412188965Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.619715523Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-db97b52c","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c","reconcileID":"2db99c04-8c09-481c-9498-5ba86633898e","MaaSSubscription":{"name":"e2e-filter-sub-b-db97b52c","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscription":"e2e-filter-sub-b-db97b52c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.830463659Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-db97b52c","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c","reconcileID":"2db99c04-8c09-481c-9498-5ba86633898e","MaaSSubscription":{"name":"e2e-filter-sub-b-db97b52c","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.030097324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"63027c50-ae9d-4961-bf79-6e1053d94e05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.037534401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"0d29cc79-4853-4d1f-9961-1c4f0810ca4b","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.184689529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"a7a34ffc-d28b-4c78-b0ad-58b1580ea0a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.184964407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"cf9d4d3f-7c3d-4dee-9ff6-240b44817715","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.18469742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"a5377bd7-993e-400a-9995-0e1e6161d4b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.185338717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"b031df2a-4d98-41b5-be20-7b13dd104ecd","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.189019619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"0ab888f8-0f8e-47a4-8d3f-d471ef780d5d","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.240100861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"b031df2a-4d98-41b5-be20-7b13dd104ecd","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.241285812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"a7a34ffc-d28b-4c78-b0ad-58b1580ea0a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.242517868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"cf9d4d3f-7c3d-4dee-9ff6-240b44817715","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.244906516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"a5377bd7-993e-400a-9995-0e1e6161d4b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.387768007Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-a-525ed6ed-auth","reconcileID":"e2600ffe-54bb-4ccb-8260-cb8a30b6186d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-525ed6ed-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.54191363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"6b84ae4a-9076-4d02-9572-38fe3533f3d9","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.70116689Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-filter-sub-b-db97b52c-auth","reconcileID":"7caab885-6105-4fb4-9bfe-84992d41bd34","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-db97b52c-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.701232293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"44761455-5d91-4acb-8936-65a6c34f1aac","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.905060369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"28fb7643-7caa-441f-a8d4-3fe11624d50a","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:02.75840606Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2f2fed94","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-bulk-sub-2f2fed94","reconcileID":"e7e9b333-93fc-4168-b711-e94e36c4cd29","MaaSSubscription":{"name":"e2e-bulk-sub-2f2fed94","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscription":"e2e-bulk-sub-2f2fed94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:02.966219545Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2f2fed94","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-bulk-sub-2f2fed94","reconcileID":"e7e9b333-93fc-4168-b711-e94e36c4cd29","MaaSSubscription":{"name":"e2e-bulk-sub-2f2fed94","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:03.180617372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"2fe2212a-0d1c-4866-b645-514fe4763ab2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:03.180874457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"7a235294-83b8-43b8-8606-72af60f16108","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:03.330429041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"974c3add-63e4-41c1-b74f-f70aa7cc1adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:03.330629922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-bulk-sub-2f2fed94-auth","reconcileID":"eb1307f3-67b4-49e5-a537-79adc617e3ec","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:03.330437412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"eb8cb923-2848-4172-8aeb-83507494bff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:03.337358539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"388de709-57e1-4560-be04-3caa79074079","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:03.385783031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"eb8cb923-2848-4172-8aeb-83507494bff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:03.385797834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-bulk-sub-2f2fed94-auth","reconcileID":"eb1307f3-67b4-49e5-a537-79adc617e3ec","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:03.388445006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"974c3add-63e4-41c1-b74f-f70aa7cc1adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:03.585088043Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-bulk-sub-2f2fed94-auth","reconcileID":"6793a47c-ad3a-4ed9-8755-44a8a0ef5b96","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2f2fed94-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:03.840620742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"8aa18582-6fdd-4a68-bd38-c392fd64bbdf","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:05.7683696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"149cb43e-aa10-4924-b82d-2ed6cb4397ce","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:05.823202376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"19d9e369-8716-4c15-a6f9-017142234319","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:05.971282664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-gw-auth-02b79ad1","reconcileID":"f6f756bf-6784-4a07-8e57-6a5148bcc967","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.025477016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-gw-auth-02b79ad1","reconcileID":"f6f756bf-6784-4a07-8e57-6a5148bcc967","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.335121455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"401874bc-9166-48c7-a8a5-6882b75c316b","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.482676721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-gw-auth-02b79ad1","reconcileID":"ae296dc9-457a-41f6-9192-abf24a883b06","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.538461836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-gw-auth-02b79ad1","reconcileID":"ae296dc9-457a-41f6-9192-abf24a883b06","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:11.663356493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"5709e162-f5d3-41ef-8589-82536960a9e7","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-29f695","model":"llm/e2e-rt-sw-29f695","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:11.921658959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"7dcc62e8-8f38-4d93-86e9-2a96ccd01fa1","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:11.921690917Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"7dcc62e8-8f38-4d93-86e9-2a96ccd01fa1","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.178203059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"09b44535-436a-4ca8-9dfc-af2b807037f4","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.178203858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf0b9441-7364-4861-8edd-81b4a36cd847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.178710343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c9ea904-f64a-4192-a29b-4e3a1bbd8894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.233941032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf0b9441-7364-4861-8edd-81b4a36cd847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.234411607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"09b44535-436a-4ca8-9dfc-af2b807037f4","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.236439462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c9ea904-f64a-4192-a29b-4e3a1bbd8894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.523383983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"3e63370d-0a5d-4086-80b3-e339d07db69a","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.523940632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"4f2f161c-a510-4304-a7c2-eff2acf370bd","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.595061218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"9d7898c5-ecdb-478d-bdc2-040ed680ce60","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.595431402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"026a06b7-2bec-4228-964d-d108c600eb8a","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.674652172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"9aa6bd19-cb26-43ba-9e78-f8e6a6fe7cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.674652112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"7c9e022e-ea64-4314-a101-fb1d57e45e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.726173923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"92db318e-ffa5-471e-975f-0a0cc5b8d460","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.726177365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"9ea174e4-1d32-40c0-b9c6-3c626d060ba6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.731596764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"9aa6bd19-cb26-43ba-9e78-f8e6a6fe7cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.731814759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"7c9e022e-ea64-4314-a101-fb1d57e45e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:13.030105545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"bd4bc867-c864-451a-8857-8e939283fba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:13.030105651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"0c5e8347-5f6d-488a-b4f2-a690696a51bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:13.085397247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"0c5e8347-5f6d-488a-b4f2-a690696a51bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:13.085638868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"bd4bc867-c864-451a-8857-8e939283fba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:24.939816992Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"a120fa4e-6e75-4890-8cd7-20bc986fc8c3","namespace":"llm","name":"e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:24.989975082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"d41336aa-fab5-4446-95c1-5b9c083c4f44","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:24.990111651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"d41336aa-fab5-4446-95c1-5b9c083c4f44","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.090403239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"902e19ba-c42d-41de-a621-d025b061517f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.090469412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"9fa00394-6fea-417e-8557-e18abdd2af7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.090914246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"525e4670-3a8f-4ec7-a156-46c07f9affaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.139475851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"fa5212b9-80aa-4770-9a56-873d66cb8f17","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.140638227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3aefb748-3a56-4dc2-8442-6a3c523fcc02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.146888591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"525e4670-3a8f-4ec7-a156-46c07f9affaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.146921886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"9fa00394-6fea-417e-8557-e18abdd2af7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.149304033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"902e19ba-c42d-41de-a621-d025b061517f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.167604219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"64fa89fe-1488-48b3-956c-5d7ba9c8bf28","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.167624148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"64fa89fe-1488-48b3-956c-5d7ba9c8bf28","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.16791549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3b6fd779-048e-4b43-9856-3735e6806542","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.167930142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3b6fd779-048e-4b43-9856-3735e6806542","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.19478861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3aefb748-3a56-4dc2-8442-6a3c523fcc02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.194803943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"fa5212b9-80aa-4770-9a56-873d66cb8f17","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.218286551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"09425a92-deaa-4212-b2c9-36a1c1473b9b","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.218317845Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"09425a92-deaa-4212-b2c9-36a1c1473b9b","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.268458212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5bc03e4d-5e38-4f55-a14d-866c709f5ee0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.268479186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5bc03e4d-5e38-4f55-a14d-866c709f5ee0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.268782787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3978258c-8152-465d-aa70-0bc929f8a053","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.268795663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3978258c-8152-465d-aa70-0bc929f8a053","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.269023448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c0365abf-d50a-49b8-aba3-db96af10a378","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.2690359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c0365abf-d50a-49b8-aba3-db96af10a378","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.269279322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2e071789-24a8-4b7f-aa31-e6eaa335c238","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.269292642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2e071789-24a8-4b7f-aa31-e6eaa335c238","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.26950504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce1bf143-4ae5-47c4-bf3d-3a5a176a4ff4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.269523845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce1bf143-4ae5-47c4-bf3d-3a5a176a4ff4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.26982766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f698435-69f1-42f5-89a4-db6df7119a92","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.269840017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f698435-69f1-42f5-89a4-db6df7119a92","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.367322709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"73b6bcb2-bdcb-4ed5-8b55-3f7f8cdc6930","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.367355255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"261ce509-8f4f-4ba9-a6bf-9c113f363471","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.411225542Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.417676221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"719ff12b-bd2c-4073-b53c-afbd3241c266","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-29f695","model":"llm/e2e-rt-sw-29f695","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.495003449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"3098fea6-43db-4bf6-a95b-2eb0c5a6489c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.495956908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"f0f0d757-bf66-4b38-8db4-6f26740ef3a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.495982865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"a2ad22c9-a10d-4ed4-9562-13914523bd6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.496606435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"175376c2-e467-4580-8271-9aaf7cdf2ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.555297137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"3098fea6-43db-4bf6-a95b-2eb0c5a6489c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.556043285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"f0f0d757-bf66-4b38-8db4-6f26740ef3a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.558887436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"a2ad22c9-a10d-4ed4-9562-13914523bd6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.559833134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"175376c2-e467-4580-8271-9aaf7cdf2ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.60037101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"664567d6-9b3a-4935-8673-4d157939843f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.654782014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"664567d6-9b3a-4935-8673-4d157939843f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.849115514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"5c12dffb-91dc-4594-b09f-eceed1f8fe7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.849761054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"b5e2765d-a8a5-4f7a-b7ec-7198bcf74c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.850921751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-gw-auth-02b79ad1","reconcileID":"de4472c7-995d-49d5-b782-f60cb05382fd","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.897765043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"730d1682-ff3d-4613-b727-321fb47c38ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.903685041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"5c12dffb-91dc-4594-b09f-eceed1f8fe7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.904427485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"b5e2765d-a8a5-4f7a-b7ec-7198bcf74c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.906937717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-gw-auth-02b79ad1","reconcileID":"de4472c7-995d-49d5-b782-f60cb05382fd","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.95261358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"730d1682-ff3d-4613-b727-321fb47c38ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.055474439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b98843c3-64db-492b-a0ec-c8ec6643a459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.109692873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b98843c3-64db-492b-a0ec-c8ec6643a459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.272758571Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"135a55e8-9cc4-415c-be34-e9e1a6183b1c","namespace":"llm","name":"e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.310752186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"8dec8bc9-4642-4794-9fe8-ca1aca768c9d","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.386975236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"8dec8bc9-4642-4794-9fe8-ca1aca768c9d","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.444463463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-gw-auth-02b79ad1","reconcileID":"e8174050-7a0b-4450-800d-40c91683f2ca","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.445046377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"8f64f107-55b1-401b-9a33-c36c95e9777b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.493944501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43031c40-ba8c-4e7d-9410-55ecf4a320b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.502652645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-gw-auth-02b79ad1","reconcileID":"e8174050-7a0b-4450-800d-40c91683f2ca","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.503260627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"8f64f107-55b1-401b-9a33-c36c95e9777b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.548572508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43031c40-ba8c-4e7d-9410-55ecf4a320b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.571016605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1278cc86-ba13-408d-ad63-21b506b8f699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.653160736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1278cc86-ba13-408d-ad63-21b506b8f699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.791769103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"1c3caac9-1de4-4a98-b714-861db0d3ef02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.845854605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"1c3caac9-1de4-4a98-b714-861db0d3ef02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.888556626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"752fc085-2ac8-4bdc-ab8a-b135ca284f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.888553276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"15772484-9eeb-4bcf-b1b2-f179c44ccc72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.943034072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"752fc085-2ac8-4bdc-ab8a-b135ca284f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.943212402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"15772484-9eeb-4bcf-b1b2-f179c44ccc72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.988377819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"c5e6d104-817e-436b-9b77-e263e1cdf279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.036786622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"23f0bfd0-b6d8-4f81-9009-87103e1186de","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.042684637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"c5e6d104-817e-436b-9b77-e263e1cdf279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.091539595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"23f0bfd0-b6d8-4f81-9009-87103e1186de","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.190738652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"4dff0123-c350-4112-919a-ae2ffeb2ee1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.239544714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"a8219bb6-1f1c-4252-ba49-dfb7951f7c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.239600754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"0503c14d-d7c7-4da2-98db-80291e0e375b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.244696188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"4dff0123-c350-4112-919a-ae2ffeb2ee1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.293749407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"0503c14d-d7c7-4da2-98db-80291e0e375b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.293775975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"a8219bb6-1f1c-4252-ba49-dfb7951f7c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.336727868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"423c4c07-a12c-4f4b-b1ec-b4d2762e5fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.415872849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"423c4c07-a12c-4f4b-b1ec-b4d2762e5fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.55266697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"f39cbc8b-cb2d-4ce4-8512-448156de20f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.606770595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"f39cbc8b-cb2d-4ce4-8512-448156de20f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:28.150660914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"abb0f2f8-a268-44f6-a011-d67677670804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:28.149768746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"889ca354-a3c1-4de1-b8b9-6979a7801954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:28.205820447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"abb0f2f8-a268-44f6-a011-d67677670804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:28.205897575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"889ca354-a3c1-4de1-b8b9-6979a7801954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:28.911817727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-gw-auth-02b79ad1","reconcileID":"26bcabe2-2ec7-49fa-90cf-119cab4c80cd","MaaSAuthPolicy":{"name":"e2e-gw-auth-02b79ad1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:28.911928155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"58ae7b06-18b2-4b57-b242-b847de930bb2","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.174596891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"a6353d09-e056-4814-be92-406395968b87","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.034586294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5e5fd636-489b-4cb7-a674-acf45959211e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.135701389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"c846f61b-5b3a-4460-985a-4aac73183a8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.156640235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"f2114cfb-0adf-4a81-a74a-2a6798ee7a19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.326417647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"9cac0dcf-e983-4733-9276-e14ad1b62142","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.431884859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"5e3a6617-ba9a-4bc0-8a35-7eb0d5dccb91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.446457538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"7157d1ca-8794-4c14-a96b-f51772ba0b9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.543735483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"c2616605-4676-4c7c-9615-848cd9b4f38b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.569488551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"852212a4-5962-4cec-b52f-98a074227b9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.64462543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"88f8a78e-ee1f-4224-9093-0615415922a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.752979146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"dbfadfbf-f762-45ff-b5af-5d2859da63c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.85142959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"60be2b3f-4fde-4284-899f-a5fe52c4ed6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.980535697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"fe40bd0f-3ea6-4b32-a812-45b7d9ab1b04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:40.044440532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"2794cc4f-509d-4aed-bf30-23dcbab5726c","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-29f695","model":"llm/e2e-rt-sw-29f695","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:40.370911699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a97420e-5128-41f0-b50c-8ea3b6767c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:40.37115813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8d9e120-dca5-4e18-9281-6a9ff6c15687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:40.374349349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"5036082e-d1b9-4dfd-a454-e68a716a116a","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:40.432935199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a97420e-5128-41f0-b50c-8ea3b6767c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:40.433638646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8d9e120-dca5-4e18-9281-6a9ff6c15687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:40.485108307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"5036082e-d1b9-4dfd-a454-e68a716a116a","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:55.411019128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.110102233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"0c7f0bc9-0ccf-4453-9235-8284be7b1432","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.110578403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"23c2c331-9436-415e-a54e-e2c43d7bee06","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.182034407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"8a63e172-1421-4cfc-aab5-de9375295545","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.182405557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"b62d1566-1dc0-40da-8f64-743b9af99e8c","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.258119566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"a7fe5f86-ecc1-4f0b-9410-668e66448e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.258661327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"c196d83b-5ebe-43de-918a-3cfe6f81fdee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.309099973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"2767cfeb-61fd-4699-8e86-67d67b430532","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.314268744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"de9eb0cb-a564-4ab4-89a2-811247071c8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.318784604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"c196d83b-5ebe-43de-918a-3cfe6f81fdee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.327899207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"a7fe5f86-ecc1-4f0b-9410-668e66448e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.671731416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"c1dc2e30-e0d7-42fd-a1d9-0e63bc351db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.67172989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"b203c326-9f73-4479-b52f-0632065996c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.726132996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"b203c326-9f73-4479-b52f-0632065996c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.726507928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"c1dc2e30-e0d7-42fd-a1d9-0e63bc351db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:01.762032293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-09506444","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"e2e-conflict-a-09506444","reconcileID":"a575232f-a8a6-4eae-9a5c-739aedc380ca","MaaSModelRef":{"name":"e2e-conflict-a-09506444","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"e2e-conflict-a-09506444-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"e2e-conflict-a-09506444","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.193109928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"1248c439-98a3-4b00-be06-0ae072beacf0","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.196370338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"2d4f47e5-da5f-4849-bf2c-2023788cec76","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.264824037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"47805b76-8a4d-40fe-964c-57b2e3d520f6","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.265274397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"3de6a670-11d1-4f2b-9948-ab743f65f3d3","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.342744054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"975a06ec-12df-4722-b3cf-d1bce09f599a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.345756518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"9ccba914-38f4-4cc7-b8bc-6886aa003f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.395810292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"aad38491-6425-4add-8ccd-bc26d5b4f860","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.395767045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"1036c6c7-0ae5-43fe-bc6b-93ff6aac0a9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.416286065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"975a06ec-12df-4722-b3cf-d1bce09f599a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.417855904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"9ccba914-38f4-4cc7-b8bc-6886aa003f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.789836272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"71872033-40d5-4301-9fb5-7d2a524f5995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.844193552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"71872033-40d5-4301-9fb5-7d2a524f5995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.890773985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"04ef9fd8-5931-45f9-ae9f-d7349ba96d22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.944937249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"04ef9fd8-5931-45f9-ae9f-d7349ba96d22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.193579931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"52e776ac-a5cc-4f3f-afcc-16467785f13c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.292973319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"84f69402-2336-4d3c-8a82-ba8aeab39f7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.305969568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"84dfe6ae-8472-431f-bd4b-273b6f37faff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.425596681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a69ae97a-d0ca-47b2-a71c-85ac74e97f4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.579675584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"da45c6f4-3d0c-47cb-8bbb-1dd635d012f0","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-29f695","model":"llm/e2e-rt-sw-29f695","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.626059568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"f6bf17da-dfc4-43f4-a028-2854d2b8d24c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.649059133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"79828d6a-3a24-4319-bb9d-01330b1361b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.815844529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"caa009aa-7afc-463f-9fc4-dfe0f74054dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.92729425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"723d3f1a-39c3-4642-bc5a-85b9f53286a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:08.03065853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77fad35a-6173-4faa-9617-0835b41a0ee5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:08.042178564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"ed09856f-b959-4cdc-8592-7b8d8c34d29e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:08.129779785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"630584e0-a435-4ef5-a546-b497f53e4798","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:08.230089952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"a9806b76-2f49-43a0-a567-97b3bbf04d30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:08.327075262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"e2eb8d6b-1a92-4ebd-a70f-5cc758f2136e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:08.327072158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"b0d37352-f088-4fd4-b9fc-41610ca4d59c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:08.382970536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"b0d37352-f088-4fd4-b9fc-41610ca4d59c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:08.382968692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"e2eb8d6b-1a92-4ebd-a70f-5cc758f2136e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.029814387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"88deea90-549a-460b-81a7-4fc00ce584a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.029822162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"6632cb02-6cf6-4d74-90e4-aa9403a13cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.084449104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"6632cb02-6cf6-4d74-90e4-aa9403a13cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.084501836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"88deea90-549a-460b-81a7-4fc00ce584a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.413620427Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.009997948Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"3d58873e-b797-4a59-9f37-3acb06e5a9cf","namespace":"llm","name":"e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.062044555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"f611978d-4b79-44ba-841a-be5aec5de819","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.062072784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"f611978d-4b79-44ba-841a-be5aec5de819","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.16490026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"c87cc699-89d3-4475-959f-9ab4427a4488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.165094719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"54b3b042-358f-4b23-9df1-834dab6bf813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.164900789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"7efa2ed2-fa0c-4a8e-a97d-d33564eea58b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.166009822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"4ea755f8-3933-4614-9d50-d50c00926161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.217684378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef8d7f46-c0fb-4269-aba4-707fe6f9643c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.223348812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"7efa2ed2-fa0c-4a8e-a97d-d33564eea58b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.223715168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"c87cc699-89d3-4475-959f-9ab4427a4488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.2259052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"4ea755f8-3933-4614-9d50-d50c00926161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.227382555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"54b3b042-358f-4b23-9df1-834dab6bf813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.239311975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f35ef6e8-0237-49f1-a935-48b606482542","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.240652226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f35ef6e8-0237-49f1-a935-48b606482542","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.241066778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e5d4863-7fee-4676-b65e-c917990a72be","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.241086773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e5d4863-7fee-4676-b65e-c917990a72be","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.241375025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e8669f0d-9b71-4c72-ad83-71b5d4009e94","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.241388995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e8669f0d-9b71-4c72-ad83-71b5d4009e94","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.241607226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c6303df-4b40-4783-8867-d770a0fdc548","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.241620355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c6303df-4b40-4783-8867-d770a0fdc548","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.241818104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d72c829-25e9-4169-b862-3e77044f9f42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.241833632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d72c829-25e9-4169-b862-3e77044f9f42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.242131227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e10d795-02c2-4abe-bc6a-a2c17f7b5f65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.242144011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e10d795-02c2-4abe-bc6a-a2c17f7b5f65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.242499094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0525831a-55d0-4ed1-b925-abe5c6fd1d0b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.242516355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0525831a-55d0-4ed1-b925-abe5c6fd1d0b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.24271779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"26306bff-8aca-4f3d-8668-420b0b8f8cf1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.242733011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"26306bff-8aca-4f3d-8668-420b0b8f8cf1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.273694264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef8d7f46-c0fb-4269-aba4-707fe6f9643c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.292323644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"37aaddbe-5f2e-41c1-a89e-7832c6494151","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.292348822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"37aaddbe-5f2e-41c1-a89e-7832c6494151","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.439203448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc647876-1536-473b-92ee-22ad58ac1aae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.439490837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1bda59ca-027b-47f3-9a07-159716a03241","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.488765927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"34589ecc-3893-429c-9e64-ab790ff7af83","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-29f695","model":"llm/e2e-rt-sw-29f695","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.527552456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"acca479a-380e-4fd6-83f7-46592c119616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.527758188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"fb653326-2868-4aa3-b326-fe18a663d080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.528091042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"06352eee-d33e-402e-9d95-0d7f2eda9169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.576716792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23f36e4a-f0ff-4d9d-b075-ae913bc3de43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.583637064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"06352eee-d33e-402e-9d95-0d7f2eda9169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.583642825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"acca479a-380e-4fd6-83f7-46592c119616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.586196298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"fb653326-2868-4aa3-b326-fe18a663d080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.625727398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"71309bbf-34ea-4e6a-b04b-67bd28932da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.633052253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23f36e4a-f0ff-4d9d-b075-ae913bc3de43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.680851067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"71309bbf-34ea-4e6a-b04b-67bd28932da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.940723564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"4564b146-a170-4f1a-97f5-bd025b93c3e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.940723532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"86099076-c7a0-4845-a1db-923e49baa563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.989216371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"453d12a0-17bd-416c-ae2f-05d72dc42927","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.996212146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"4564b146-a170-4f1a-97f5-bd025b93c3e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.996518377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"86099076-c7a0-4845-a1db-923e49baa563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.03299217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c57ec91-48c9-4c41-b028-1d0c2c4ab341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.043545012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"453d12a0-17bd-416c-ae2f-05d72dc42927","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.087266145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c57ec91-48c9-4c41-b028-1d0c2c4ab341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.292175261Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"e4af42dc-9d58-4aa2-833e-3e0de9baa5d2","namespace":"llm","name":"e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.385105105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"e67fcc58-263f-4002-b730-cb13a70078b1","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.478864607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"9beec7ad-0124-4314-92ab-9b4447d7a70c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.479734511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"ce7d43be-8794-4042-aa0d-ee2a3b398f95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.488498767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c77fba8e-03cb-4bb2-9b57-e11d42d30d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.488532087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"78dbdbab-0a51-4d64-8acc-1cca086b6f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.537313202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"ce7d43be-8794-4042-aa0d-ee2a3b398f95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.538084127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abb24ad0-f44f-4894-b3f1-996b308fb36c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.53911998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"9beec7ad-0124-4314-92ab-9b4447d7a70c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.544435004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c77fba8e-03cb-4bb2-9b57-e11d42d30d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.544735206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"78dbdbab-0a51-4d64-8acc-1cca086b6f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.592366848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abb24ad0-f44f-4894-b3f1-996b308fb36c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.897398453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"cd9f8644-23b7-4c4a-ad26-e2c356b1388c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.897558098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"1ad4b461-4f67-4800-a5cb-e78d88935e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.898147365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"258b34df-cabf-45e3-adf0-cdafc8cbbcb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.952057419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a82eaa0-5ad9-4c18-95ae-599f66b86cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.967692198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"258b34df-cabf-45e3-adf0-cdafc8cbbcb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.971711927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"1ad4b461-4f67-4800-a5cb-e78d88935e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.978937813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"cd9f8644-23b7-4c4a-ad26-e2c356b1388c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.98104726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"46bdedb8-6737-456b-8dc3-c621bfbaced7","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.981641751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"e430b897-dd5a-4cb7-bbb2-35dd1bd05ba1","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:29.982192536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-09506444","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"e2e-conflict-a-09506444","reconcileID":"0c637eb0-85c7-42c4-8e65-db9f9b044d7b","MaaSModelRef":{"name":"e2e-conflict-a-09506444","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"e2e-conflict-a-09506444-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"e2e-conflict-a-09506444","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.002046263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"ecffbf5b-cc8a-43d5-a9fb-9bd8e890ab35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.021309199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a82eaa0-5ad9-4c18-95ae-599f66b86cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.057165029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-09506444","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"e2e-conflict-a-09506444","reconcileID":"1b382bc4-aa5a-4a22-a8dc-72341fc868ea","MaaSModelRef":{"name":"e2e-conflict-a-09506444","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"e2e-conflict-a-09506444-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"e2e-conflict-a-09506444","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.057482462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"c59b506e-8f9e-42d9-8ce6-b0575ef3a3fd","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.057813031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"8d0c7a8a-380e-4117-a4d6-f85aa8b6b812","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.06179578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"ecffbf5b-cc8a-43d5-a9fb-9bd8e890ab35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.188541415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"8a467b2e-7d6a-42c0-a7c9-6d995f33938d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.213391941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"988b2d23-c2c6-43b9-9514-2af0b1459da9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.334627371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"3c3ab17c-361a-4407-b652-81848e4b53ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.334831148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"e8c812e5-6301-4e20-acd2-638c05556836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.384578854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"82dd07af-0d8f-46c9-981d-bcd387e2083a","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.389868999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"e8c812e5-6301-4e20-acd2-638c05556836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.390005057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"3c3ab17c-361a-4407-b652-81848e4b53ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.433174715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"2455a833-7a6e-4300-8900-e4e78904f18d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.433198719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"0cee67b3-2a37-4718-9df0-7dfc81c419cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.439109153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"82dd07af-0d8f-46c9-981d-bcd387e2083a","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.489495666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"2455a833-7a6e-4300-8900-e4e78904f18d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.489495677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"0cee67b3-2a37-4718-9df0-7dfc81c419cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:33.181689507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"306d4af3-f7cb-4a80-a811-65fb21319736","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:41.656942075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"9ae54a43-c5cb-43ab-8029-25bfd51ac252","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:41.657745844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef476ee4-a81a-4092-b09e-d1abd5da796d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:41.658533239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20a097df-8927-4494-a359-475982ed5b76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:41.759169154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef476ee4-a81a-4092-b09e-d1abd5da796d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:41.770507824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"9ae54a43-c5cb-43ab-8029-25bfd51ac252","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:41.77131151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"577878d4-0913-4409-b44b-73b96d67ef30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:41.77205781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"d564edff-9c5d-4076-ab4b-b2a9585cf001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:41.787160885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20a097df-8927-4494-a359-475982ed5b76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:41.838023953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"d564edff-9c5d-4076-ab4b-b2a9585cf001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:41.853982323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"577878d4-0913-4409-b44b-73b96d67ef30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.410989461Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.102422691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"51836733-0397-4e42-800a-5d00b2bcf05a","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.104951532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"0234efa7-a684-4de6-9af0-006f4bdef65a","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.17684639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"b0b55761-b794-4de0-9c88-3fde3bccc738","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.177391319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"8d45f58b-2957-4f3c-864c-5945504fd56a","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.252665817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"518a8980-56ee-4cdb-af63-2392fa6b6819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.302417018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"76fa6055-977a-4905-86e5-afb84ac2c920","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.30344698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"ee2d9d33-fafd-4505-afab-c14787e12378","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.332739354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"518a8980-56ee-4cdb-af63-2392fa6b6819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.360890932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"c724339c-0874-4782-bc82-e6676156d5f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.416147513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"c724339c-0874-4782-bc82-e6676156d5f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.627293448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"c54a6be5-3bb2-4579-9453-6bd555023fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.685141246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"c54a6be5-3bb2-4579-9453-6bd555023fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.73319868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"348f9daa-d18c-4776-a6a2-9444e768c1ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.787714398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"348f9daa-d18c-4776-a6a2-9444e768c1ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:03.012278842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"58f53d80-2139-4c8e-be55-88005a2cec2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:03.123726011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"153682ee-cdd1-4c04-ba28-0c6289ad7ff5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:03.162731428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"2c67ec06-cb2d-4069-be11-bfa754902cad","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-29f695","model":"llm/e2e-rt-sw-29f695","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:03.212580032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"062c258f-b3b2-4deb-8024-78731acf1536","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:03.237522045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"c1e0ca3e-427a-4fce-ada9-ef9d84bef4cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:03.313574255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"8e839c66-2625-4a93-99b4-822834fb5951","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:03.425535483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"cd116199-9f9f-4d91-9404-4e7ed78c6ed3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:03.571927789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"40b0bbcb-501e-4fbc-ab34-5f70bb96c812","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:03.673214537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"6dab2131-fc46-4313-ae97-bbaa5ef3dba3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:03.772813881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"11c527b2-5106-44ae-bfb6-ce23e301e87a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:03.772813776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"b4932805-46d0-4fc4-8be7-3b9513fc21a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:03.873405767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"50ea4f92-c860-4fe1-82b6-f7af5bfee318","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.02268018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"d80e1b57-3979-4fb7-b424-c85ec03808de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.478436498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"49744f6a-10ff-4887-8975-b602fbb5518b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.638900354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"08af1ae8-9c3e-4c28-8d22-7eb3f0badf54","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-29f695","model":"llm/e2e-rt-sw-29f695","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.688152558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"1e36331f-5124-4560-a73a-fb255630b767","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.788198959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"2e652b3f-3a56-4369-a1ac-6bdf63c29f01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.952329705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"c2441b48-cac9-468e-8f58-40a842b13b9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.05293354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"30f046f7-b64e-4da1-a2df-b6f0a814ca6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.053216508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9b9dea8f-be26-448f-9709-83bd6792c162","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.103258021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"8d82dbb8-7d08-4274-969b-fe9f4490a878","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.202467922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"55755f19-a4bb-454c-8c72-7a4f33ff8d18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.302012545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"763aa05d-2c7f-476b-8c6c-edcf6a994873","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.40127076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"4947513f-93b8-4622-acd1-52b7a60af03e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.401433563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"7160c8fd-9848-45b6-b022-0ddb0c762110","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.402515903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb3b66fe-190c-4a8a-b186-6e56b0f5416c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.851602194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"74f42365-9413-44ff-8578-cd5451e49cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.851602081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"d99d6835-717b-4297-8696-e66864ad9ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.907868756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"74f42365-9413-44ff-8578-cd5451e49cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.908034671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"d99d6835-717b-4297-8696-e66864ad9ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.110658369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"8b077c6c-c92c-4501-b373-c13a256255cd","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.112588401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"f46aaffd-33ed-4090-ac68-016dd4fd5843","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.113031852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"0eda97e2-9358-484c-9fbb-a18bc00c338f","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.182363473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"81d8e597-f268-404e-bffb-b161b51e6385","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.182931754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"222de6c9-c820-4024-b89c-50aa7ba5166b","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.183419483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"5a43c228-0240-4d68-b2bb-21fc60bfe7d4","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.264922489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"f5e8134c-ba24-41d1-806f-71e83d0aef3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.264955425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"d5c57e92-f70c-493e-9cce-35d9eb4d8d4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.372124361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"f8ccc707-de90-493b-b629-4b674d69713f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.373393058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"d5c57e92-f70c-493e-9cce-35d9eb4d8d4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.375963846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"a30652c3-512d-4b3d-a142-efc44cfd0132","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.376883681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"f5e8134c-ba24-41d1-806f-71e83d0aef3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.731204071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"3275f53b-9e1b-439b-a5ba-e27ac87e67f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.731771545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"9abe5636-c56a-4921-9c7d-c7d7302bb8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.792159446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"9abe5636-c56a-4921-9c7d-c7d7302bb8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.792612688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"3275f53b-9e1b-439b-a5ba-e27ac87e67f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:25.410870431Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:25.596434376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-09506444","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"e2e-conflict-b-09506444","reconcileID":"25a3ef94-a63f-4cba-97c9-4e833cfedc9a","MaaSModelRef":{"name":"e2e-conflict-b-09506444","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"e2e-conflict-b-09506444-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"e2e-conflict-b-09506444","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:25.653519264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-09506444","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"e2e-conflict-a-09506444","reconcileID":"e2876f5b-caf1-42c2-8eb4-29a984cb9ac4","MaaSModelRef":{"name":"e2e-conflict-a-09506444","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"e2e-conflict-a-09506444-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"e2e-conflict-a-09506444","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:26.296426504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"64fa4f78-a7a4-4a3d-839f-d066f3fb518b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:26.411900045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1aa43c39-b9c3-47c7-9d4e-597f2188ebaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:26.559969831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"7dc0295c-3671-4c7d-9d1a-357110d7ba44","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-29f695","model":"llm/e2e-rt-sw-29f695","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:26.60865578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"d2dedfa0-85a0-455c-9044-6fcb1896329c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:26.608920423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b4550c8d-5375-4fe6-8702-d55997baefa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:26.620916606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-09506444","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"e2e-conflict-a-09506444","reconcileID":"07f1045a-2703-4d9a-90e9-f0b1bf32ea22","MaaSModelRef":{"name":"e2e-conflict-a-09506444","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"e2e-conflict-a-09506444-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"e2e-conflict-a-09506444","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:26.640684122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"b484cd44-f9b8-40b2-9ff6-492f60a76c40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:26.755897853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"00e7c032-0c75-451d-9d1f-1f9260666986","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:26.912991932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"71050e27-d444-409f-9dd6-43c5c1b790fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.038305212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"40cf5951-50bd-40b9-b7e6-d1dc9151018a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.139223955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"40acbe47-27c9-4f03-a08e-bf9b183f1541","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.155476485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"7a930772-0f18-4fa3-9a20-3d89ab172afb","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.15602887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"66c9f300-fa1b-43bf-86ab-273d4c15285a","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.15631299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"b49044ce-3597-4cf7-8118-86c31e4f1af2","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.224379854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"36f0f5de-90c0-4bbe-b6ac-4466466b6df2","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.224790684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"ea4bc6a7-ae32-418c-836e-ba8ac6c06c22","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.225107459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"2451b7ec-91ed-4a9a-a120-31f274d20db9","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.250308219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"91c5cb89-5afc-4655-9d6d-53a1e4a5c48e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.275141146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"aec0c3cf-a473-4f3d-a957-32ad1184c63c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.307374828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"37affe71-fc18-48fd-b7ce-9c5c57361860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.307372776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"baf0a2fb-6a2f-478a-9891-96f21cc7a2f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.343309626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"28e1f622-09ea-48a8-865f-f76ad29728b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.381482289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"c7c26163-f70d-44a5-89cf-fe49a7a00ec3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.395663168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"37affe71-fc18-48fd-b7ce-9c5c57361860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.40414181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"baf0a2fb-6a2f-478a-9891-96f21cc7a2f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.453885107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"ff480a69-91c3-4e0c-9115-c697d088fe0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.743374975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"2d74ae31-2ee9-465b-818c-86f23fbb27c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.7437532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"7a31c2bf-ebf6-4b6e-a31e-a035613a610b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.798341418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"7a31c2bf-ebf6-4b6e-a31e-a035613a610b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:27.799193524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"2d74ae31-2ee9-465b-818c-86f23fbb27c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:37.2904537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"d7707337-e66f-4f43-8d47-30caea120e96","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:38.655517277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"b9fa494e-0eef-44c6-a8eb-707cf981a1b7","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:38.65868388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"6aa12bda-31ee-4224-ac70-ff9cd6bf3a13","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:38.659288398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-09506444","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"e2e-conflict-a-09506444","reconcileID":"9c71ebff-396d-4537-8663-e79330c09f5e","MaaSModelRef":{"name":"e2e-conflict-a-09506444","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"e2e-conflict-a-09506444-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"e2e-conflict-a-09506444","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:38.817105204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"85ee7aec-c288-4296-bdad-b92359474725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:38.8175474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"95d3f21b-dfd1-4d50-a8c4-f5bc9e2a27a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:38.877005627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"58c5793e-ffe8-474f-b8a4-4d8e39ef3e37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:38.877134621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"490d7cc9-e754-4d7e-aa0f-7a2ce2e712cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:38.88658111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"95d3f21b-dfd1-4d50-a8c4-f5bc9e2a27a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:38.889089083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"85ee7aec-c288-4296-bdad-b92359474725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:39.532171434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"67924e80-4a7f-484a-b2e2-be28c229bef9","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-29f695","model":"llm/e2e-rt-sw-29f695","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:39.579202918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"803de354-b954-4e8b-987d-1e0a29f57f8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:39.66591408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"87ae451d-c02c-4771-9223-fb8e4daa8606","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:39.666007222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"3b7e2bdd-a6f7-4163-8682-40383e918ddb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:39.764844022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"d6196414-833d-46bb-b810-940fc7217ea5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:39.900859435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"84a87c95-75fc-4435-ac25-2253fea1f380","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:39.901460831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35ccb540-9982-4003-8c21-45b7843e0da3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.005773986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c06a464-09a4-44fe-8e89-f7eec85a2fb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.095508637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"02c7cd8e-f2c0-4437-9cad-09214af3f117","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.192206804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"4434bda5-2ba4-4c10-b309-409bbb7102ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.209776417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"2b6b5522-c858-4ac5-8d4e-7b9842b1a83f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.419982774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"3f7406ce-f75f-4fa5-9b5b-e0dbf3c94713","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.519433473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"c9602958-9087-4124-9236-d67cf3118988","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.620703985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"c056a682-3eeb-4acb-8dd7-4edc97d9f42b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.620704168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"e0185472-5914-4394-82c1-4a5313019481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.675294857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"e0185472-5914-4394-82c1-4a5313019481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.675467224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"c056a682-3eeb-4acb-8dd7-4edc97d9f42b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.775218083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"610befa8-08cc-419c-b562-95309a1c1d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.775763324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"fb81f5d1-ce9f-49e5-bb5a-f78a9f7a6ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.83002109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"610befa8-08cc-419c-b562-95309a1c1d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.830170758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"fb81f5d1-ce9f-49e5-bb5a-f78a9f7a6ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:43.002942893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"5936d4fe-be6a-4d76-9af9-88a46c9fb83f","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:43.99519098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"d6c45334-fe54-4f8c-bfe3-6e566c726a2e","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.049041775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"de323ef3-aa4e-4de3-a039-f86e28b6f5d7","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.196194584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"d4a2a550-8a23-4c0d-9ee2-02940802111e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.252468602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"d4a2a550-8a23-4c0d-9ee2-02940802111e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.30580111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9a5623-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f6a74bc77fde424087f911b710552998822dc79a6fb604cc1c16d70c30ad223) AuthConfig (647ad767cf2cbad0a679e5d2e96e76336ee67a57a0cb5a68d30a4165cb0dfb42) AuthConfig (2f4eee1ed72293a00a7d30b5840d9f51e1a343899fb28216f3e653a5f48596c3) AuthConfig (168ebff2b70aec874dc365b5ea8658541adbf1738af71e1e2cc680f06a85e4d8) AuthConfig (afe38c0693a3795d36bc2dff73362df283d49a3cc3aa334476d4ede5e93f5525) AuthConfig (3859c9d714bd67709b05a872973d47f965fe519a3d60dad894f0e28203a7c6c1) AuthConfig (b87721258e52cdb92a4b60cc3b879c0b8312e1c36c8ad67fa510c98f2daefcff) AuthConfig (5d6c858063d5f778fe8e31c6ab9c044a8db04508200f19af4b770bd2a2d89a98) AuthConfig (4460a1070f3d0a41b11128883098bba08cd762fab1c45034893806ddaa60c1c9) AuthConfig (cd7b4432a6575fdd4e9f5c8399504f06d02bccff5baa1c21244c6d3e44928d79) AuthConfig (0cad2fc6ef8c09f525367501e7c025badb544bfeaf08ba1bf92a11b1b8042a1d) AuthConfig (ec647100b6a58bfc27cc8579dd778a50c7efcd123b9eb6955f36375504e7589b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"d4a2a550-8a23-4c0d-9ee2-02940802111e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.360810742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"3172ed95-ef99-400c-91f2-c0b3841c9e84","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.508633879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"2cd9202e-0e7e-417e-b901-88b95526263b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.564878093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"2cd9202e-0e7e-417e-b901-88b95526263b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.619282848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9a5623-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f6a74bc77fde424087f911b710552998822dc79a6fb604cc1c16d70c30ad223) AuthConfig (647ad767cf2cbad0a679e5d2e96e76336ee67a57a0cb5a68d30a4165cb0dfb42) AuthConfig (2f4eee1ed72293a00a7d30b5840d9f51e1a343899fb28216f3e653a5f48596c3) AuthConfig (168ebff2b70aec874dc365b5ea8658541adbf1738af71e1e2cc680f06a85e4d8) AuthConfig (afe38c0693a3795d36bc2dff73362df283d49a3cc3aa334476d4ede5e93f5525) AuthConfig (3859c9d714bd67709b05a872973d47f965fe519a3d60dad894f0e28203a7c6c1) AuthConfig (b87721258e52cdb92a4b60cc3b879c0b8312e1c36c8ad67fa510c98f2daefcff) AuthConfig (5d6c858063d5f778fe8e31c6ab9c044a8db04508200f19af4b770bd2a2d89a98) AuthConfig (4460a1070f3d0a41b11128883098bba08cd762fab1c45034893806ddaa60c1c9) AuthConfig (cd7b4432a6575fdd4e9f5c8399504f06d02bccff5baa1c21244c6d3e44928d79) AuthConfig (0cad2fc6ef8c09f525367501e7c025badb544bfeaf08ba1bf92a11b1b8042a1d) AuthConfig (ec647100b6a58bfc27cc8579dd778a50c7efcd123b9eb6955f36375504e7589b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"2cd9202e-0e7e-417e-b901-88b95526263b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.343657195Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"690f20f7-07b1-4755-b2f6-85e4d07e611e","namespace":"llm","name":"e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.400604826Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"b0f2e0a4-2ae2-48b4-bcb8-bda614d22b34","namespace":"llm","name":"e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.49312083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"b63feea5-f026-441a-bbdb-cef4307c7436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.493203552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"0861d398-dc59-4cf1-96dd-f9664f514ab6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.493666344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"82369891-934b-4223-9bc1-dc2790272a7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.493705958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"054d7ac8-b9be-4826-b383-e9817f358d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.494018131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"456fe089-44a9-4146-86bf-7b461f71d3fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.547814017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"b63feea5-f026-441a-bbdb-cef4307c7436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.547987488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"0861d398-dc59-4cf1-96dd-f9664f514ab6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.550505275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"054d7ac8-b9be-4826-b383-e9817f358d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.550538509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"82369891-934b-4223-9bc1-dc2790272a7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.552826853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"456fe089-44a9-4146-86bf-7b461f71d3fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.601067765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9a5623-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f6a74bc77fde424087f911b710552998822dc79a6fb604cc1c16d70c30ad223) AuthConfig (647ad767cf2cbad0a679e5d2e96e76336ee67a57a0cb5a68d30a4165cb0dfb42) AuthConfig (2f4eee1ed72293a00a7d30b5840d9f51e1a343899fb28216f3e653a5f48596c3) AuthConfig (168ebff2b70aec874dc365b5ea8658541adbf1738af71e1e2cc680f06a85e4d8) AuthConfig (afe38c0693a3795d36bc2dff73362df283d49a3cc3aa334476d4ede5e93f5525) AuthConfig (3859c9d714bd67709b05a872973d47f965fe519a3d60dad894f0e28203a7c6c1) AuthConfig (b87721258e52cdb92a4b60cc3b879c0b8312e1c36c8ad67fa510c98f2daefcff) AuthConfig (5d6c858063d5f778fe8e31c6ab9c044a8db04508200f19af4b770bd2a2d89a98) AuthConfig (4460a1070f3d0a41b11128883098bba08cd762fab1c45034893806ddaa60c1c9) AuthConfig (cd7b4432a6575fdd4e9f5c8399504f06d02bccff5baa1c21244c6d3e44928d79) AuthConfig (0cad2fc6ef8c09f525367501e7c025badb544bfeaf08ba1bf92a11b1b8042a1d) AuthConfig (ec647100b6a58bfc27cc8579dd778a50c7efcd123b9eb6955f36375504e7589b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"0861d398-dc59-4cf1-96dd-f9664f514ab6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.728185672Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"6bc9ae1d-ff51-4f1a-b340-5f2b7dff2cab","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"name":"e2e-rt-eq-11bc42","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.798608208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6f41a41-720e-4b73-b83e-c390c473fc5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.855808101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6f41a41-720e-4b73-b83e-c390c473fc5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.88165245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"e278d8dd-665d-4da2-afa2-e25ffbdbd2d2","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.881680733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"e278d8dd-665d-4da2-afa2-e25ffbdbd2d2","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.901768799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"c2012eea-14d0-4cb0-a91e-668dfbf242e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.93161456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c089cc5f-68cf-40a1-a9e8-1eb1fbdb4102","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.931639582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c089cc5f-68cf-40a1-a9e8-1eb1fbdb4102","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.931933072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8af86884-dad1-4a0a-9cb4-3e125b34c5f5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.931945508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8af86884-dad1-4a0a-9cb4-3e125b34c5f5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.932207318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"87fb321b-03f1-4c3e-b614-1c35d203934f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.932218178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"87fb321b-03f1-4c3e-b614-1c35d203934f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.932456496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6b3e7e13-40b2-4172-9021-440cdf45150c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.932469285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6b3e7e13-40b2-4172-9021-440cdf45150c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.932678232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3df9a350-4498-46d0-9e57-17b0824df97a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.932691383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3df9a350-4498-46d0-9e57-17b0824df97a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.932997196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f12b19e-a630-496d-8844-fdb1c44daf96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.933010333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f12b19e-a630-496d-8844-fdb1c44daf96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.951837171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f64958b8-f5ee-4b8f-8e96-fbd0643e3e32","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.952017752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb6e1743-5bd2-43a2-92d1-531f3551e891","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.957063664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"c2012eea-14d0-4cb0-a91e-668dfbf242e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:50.982288462Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"2a1b481b-9bc4-46bf-a5c5-bf23fae8dd51","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"name":"e2e-rt-eq-11bc42","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.00040155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"4bc09b79-0398-4fe3-b809-9af339ee125e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.000431834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"359bd9a0-a81b-499a-864a-21c5efb5a745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.001076335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"7ead1219-e075-4a3b-9bcc-82163ea529a6","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-29f695","model":"llm/e2e-rt-sw-29f695","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.032082046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e4db47e9-20a2-4e2a-ad52-124455a5e50e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.03210436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e4db47e9-20a2-4e2a-ad52-124455a5e50e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.032425649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"34998a2d-6b99-493b-9aee-14dcf5108c80","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.032438634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"34998a2d-6b99-493b-9aee-14dcf5108c80","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.050003386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93b02ef2-eadb-4919-921a-0bfe4af1d0d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.05654154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"359bd9a0-a81b-499a-864a-21c5efb5a745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.060358163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"4bc09b79-0398-4fe3-b809-9af339ee125e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.106026798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93b02ef2-eadb-4919-921a-0bfe4af1d0d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.224884434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"54874b4e-0d3a-4d2b-8215-b7067429e5bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.336129767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"54874b4e-0d3a-4d2b-8215-b7067429e5bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.412690313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"7acadc8e-9ddb-4f0d-a15f-7e3641ff0c66","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.433617381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"1d017295-4be0-4257-9835-d23df0bec49f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.433609365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"dd801d41-2fa2-4276-8f6b-5fc721ef407a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.469139108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"7acadc8e-9ddb-4f0d-a15f-7e3641ff0c66","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.490460988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"dd801d41-2fa2-4276-8f6b-5fc721ef407a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.493059368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"1d017295-4be0-4257-9835-d23df0bec49f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.541943204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"7de62ea8-b410-4476-bfe8-c620a2381cb2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.601332395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"7de62ea8-b410-4476-bfe8-c620a2381cb2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.649440033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"166c7df8-8f58-417b-a44c-aaf5d885f5cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.704765925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"166c7df8-8f58-417b-a44c-aaf5d885f5cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.831520962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"09ee94c4-ecbf-42f5-a59f-c40cc5d2a233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.831740067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c9c44782-7930-4120-9084-d10ff31937df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.887738785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c9c44782-7930-4120-9084-d10ff31937df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.887731088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"09ee94c4-ecbf-42f5-a59f-c40cc5d2a233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.888889649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"25a4d636-5cb5-4efe-9346-a4dedcc84485","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:51.889856728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"635d356c-b5b7-4ca4-ac69-775539d46a0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.010153363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"f73d3e92-8be5-41c4-a7f6-3e5e2d43e2d6","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.013144412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"635d356c-b5b7-4ca4-ac69-775539d46a0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.11322968Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"e0244861-a1d8-465e-b661-44d59f4ea672","namespace":"llm","name":"e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.18221822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a653473-8e58-4bc5-ab87-4cc793c48b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.184472264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5266459-c98f-4a18-8ccb-c53e7a769735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.186013654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"5e8be91e-4b75-49da-a401-6a0acdadec9a","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.188563545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"5e8be91e-4b75-49da-a401-6a0acdadec9a","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-11bc42-69d88dfde56e","namespace":"llm","model":"e2e-rt-eq-11bc42","externalModel":"e2e-rt-eq-11bc42","provider":"e2e-rt-eq-11bc42-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.242935804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a653473-8e58-4bc5-ab87-4cc793c48b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.243001215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5266459-c98f-4a18-8ccb-c53e7a769735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.285428105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"8ea44b71-6f12-4689-bf68-cb069a5e13df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.285428142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"f3be2abf-e088-4357-9098-fa9e8a3bf93c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.341387784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"f3be2abf-e088-4357-9098-fa9e8a3bf93c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.341560753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"8ea44b71-6f12-4689-bf68-cb069a5e13df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.386730234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"7fa9c1dd-d2f8-4d0a-ad37-429298b87ef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.441223276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"7fa9c1dd-d2f8-4d0a-ad37-429298b87ef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.638426625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"4cadda3a-373c-4800-a5b8-b13c5876ac48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.638900561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5da01b83-6986-4f87-8d80-55bc5b3b7f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.638439712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f935ec8-eb7e-4954-904d-cf3c08dbcfc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.689657806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"b7dcbe8d-f011-4e73-b619-6825a3806bc2","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.695758445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"4cadda3a-373c-4800-a5b8-b13c5876ac48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.695784813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f935ec8-eb7e-4954-904d-cf3c08dbcfc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.698162202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5da01b83-6986-4f87-8d80-55bc5b3b7f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.73890039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"55f26463-5107-4b4f-b5d4-24cf16c282fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.745846288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"b7dcbe8d-f011-4e73-b619-6825a3806bc2","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.749818508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"41657c27-26da-4ff2-8d37-44df84090799","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:52.814498946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"55f26463-5107-4b4f-b5d4-24cf16c282fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.009728315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"6afe7d8d-2a5b-40bc-8da1-076455ab053a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.009726491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"d5878d4d-af63-402f-88df-d016a00e4af3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.010297989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"091d5cba-0b44-471f-941c-9138b627556d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.067927059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"d5878d4d-af63-402f-88df-d016a00e4af3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.068423041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"6afe7d8d-2a5b-40bc-8da1-076455ab053a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.070272867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"091d5cba-0b44-471f-941c-9138b627556d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.110921837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"710f55e5-d9e9-4ad2-a46f-0923a32f581b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.165535374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a686aeaf-7b72-447f-8e7e-e18f4c9cbb15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.17042316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"710f55e5-d9e9-4ad2-a46f-0923a32f581b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.184312976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"f66406d9-3afd-431e-8dd9-b5f4792c7971","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.219856908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a686aeaf-7b72-447f-8e7e-e18f4c9cbb15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.239746672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"548e7d07-919a-443c-ba68-1d808fff412b","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.281784621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"b7e88f2c-7fc7-4643-a1ec-66678ed04d7d","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:53.293078467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-user-token-filter-sub","reconcileID":"cd7038c0-5690-417d-9d14-83b4965ad171","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.335886492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"7d6a45e4-285d-4de8-823a-b9977021b480","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.338100634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"10c3c42c-4f17-4a69-b7cd-8ff196f4cc67","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:53.387080996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-subscription","reconcileID":"f05f1b46-f341-46fd-9e32-07de483cc0f9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.402814446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"c263bcce-c9a4-4cf3-8ba8-d3f2cc76d25a","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.428806194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"579b09f3-e6b0-453d-b6e2-387a59844c68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.428809186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"e6a133cd-2696-4dd8-8f09-53064712929c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.457447805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"47415335-22e5-4a1e-90cc-7606dcfa48d6","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.484450862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"e6a133cd-2696-4dd8-8f09-53064712929c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.484671893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"579b09f3-e6b0-453d-b6e2-387a59844c68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.497099015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"f89a3d1a-8b31-4c09-b715-76c7772940b6","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.528588295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-user-token-filter-auth","reconcileID":"fe76b5b6-97c6-4c1d-aac7-3534aa868630","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:53.528723721Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"ae008dee-4ed9-4da3-8d57-b77b8d3b5476","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.551294527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"c9a8d135-ad9f-4449-a5c6-948dadb55891","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.583296795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-user-token-filter-auth","reconcileID":"fe76b5b6-97c6-4c1d-aac7-3534aa868630","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:53.583616067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"ae008dee-4ed9-4da3-8d57-b77b8d3b5476","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.583802099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"2d9e7273-e1d2-40cb-9774-c7a3c8febb2c","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.628890633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"f6b8777c-2a0b-4a13-86f7-0ab4d492acbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.683371228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"f6b8777c-2a0b-4a13-86f7-0ab4d492acbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.711146712Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-user-token-filter-sub","reconcileID":"af8e4162-27de-4262-b18f-2dbcd418556a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:53.732164596Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"5a95e8d7-233b-4461-a82e-51c8cf5fd156","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.786580709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"3c0b4c75-37a3-4f39-8ddd-0c6bed4f68f4","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:53.786729321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"5a95e8d7-233b-4461-a82e-51c8cf5fd156","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.810669271Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-subscription","reconcileID":"bab5dc23-61e3-432f-acdb-788d581b756d","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription","ai-tenant-e2e-worker-w0-9a5623/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.830568574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"30da45f1-0e46-46fd-9288-717dcef020b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:53.830584734Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"aeefadf3-7ef2-4b7e-8ee9-38eab06c3c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.868622914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"9f1f6dee-8e60-482a-8500-a2cdc01086f0","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.885325698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"30da45f1-0e46-46fd-9288-717dcef020b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:53.885693711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"aeefadf3-7ef2-4b7e-8ee9-38eab06c3c4f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.885828996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"431019e0-b50f-4a6c-9bd5-e5a35c455541","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.910455656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"67ede73b-7e76-4da4-bf7c-aeb41fe8a0f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:53.934406042Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"fd210e25-2b4d-4aac-bcfb-e4614d33d2cd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:53.934477489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"fd210e25-2b4d-4aac-bcfb-e4614d33d2cd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.937815019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"c4c97b74-39d4-42e4-9b56-df4d5787802f","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:53.969023351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"430ce3e7-8c9e-40cb-b9f0-ea992db1ddc6","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.010436071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"8e5b499c-f6ed-41bb-a608-2432949e3aff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.034777428Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1bea3e3d-3334-4ca3-afb2-f70c070ca11a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.034855576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1bea3e3d-3334-4ca3-afb2-f70c070ca11a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.111604923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-user-token-filter-sub","reconcileID":"8631a09d-141d-4f63-850f-e9b5b2d9ad27","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.13526435Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"5ba9b048-c137-456b-8c5a-cf3e413de8ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.135333598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"5ba9b048-c137-456b-8c5a-cf3e413de8ce","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.135331628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-user-token-filter-auth","reconcileID":"024e0551-9dcd-4205-bb8d-f40cbd54d86f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.136062555Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"c9fad1eb-3e32-429e-984c-cbf716980d72","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.136132701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"c9fad1eb-3e32-429e-984c-cbf716980d72","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.191594716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-user-token-filter-auth","reconcileID":"024e0551-9dcd-4205-bb8d-f40cbd54d86f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.210632526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-subscription","reconcileID":"584445ae-a4f8-4458-bbf0-1da0ced81cb6","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.235600934Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"4bad7a01-e2be-434a-bf86-7f598857743e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.235682602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"4bad7a01-e2be-434a-bf86-7f598857743e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.337183607Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"29f7819c-9e78-4ad2-aa05-94377fdb0257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.33729076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"29f7819c-9e78-4ad2-aa05-94377fdb0257","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.337177139Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"def96174-5c02-4a60-9720-babf3b8393ce","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.337371777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"def96174-5c02-4a60-9720-babf3b8393ce","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.437062266Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"d9cc4cbb-3ee8-4a11-9323-fa4a150794b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.437148456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"d9cc4cbb-3ee8-4a11-9323-fa4a150794b6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.505001978Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"1001e21e-1006-4f66-a7e4-b7a1210db1e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.505084473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"1001e21e-1006-4f66-a7e4-b7a1210db1e5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.524646238Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"df11e492-9a4e-47f7-94df-34ba741cb22c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.524725801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"df11e492-9a4e-47f7-94df-34ba741cb22c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.625577544Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"0752f196-6ab2-438a-9501-09c814383e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.625668904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"0752f196-6ab2-438a-9501-09c814383e2f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.693472534Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"97be3d78-413f-4922-8139-33323e447924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.693555286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"97be3d78-413f-4922-8139-33323e447924","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.753556172Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"d9119252-1226-4945-8530-924a2cda1663","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.753643656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"d9119252-1226-4945-8530-924a2cda1663","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.853642721Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"38e797ab-17ac-4d14-8958-ee34426e7f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.853715988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"38e797ab-17ac-4d14-8958-ee34426e7f6d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.953791493Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"4598a5ba-958c-44f7-89d7-debfa52b9955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:54.953876638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"4598a5ba-958c-44f7-89d7-debfa52b9955","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:55.061826111Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"20262e14-9ce1-4c9f-8773-b0f3a7570682","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:55.061902382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"20262e14-9ce1-4c9f-8773-b0f3a7570682","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:55.162112543Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"879f0396-e4d7-41be-acae-112a22d3384a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:55.162194692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"879f0396-e4d7-41be-acae-112a22d3384a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:55.262303982Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"f2210843-81d2-4ce2-93ee-2f693d5180ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:55.262386611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"f2210843-81d2-4ce2-93ee-2f693d5180ea","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.410182815Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:55.529702085Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"4ec4f45b-9580-4dfd-acd1-18aaa8492c64","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:55.529780408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"4ec4f45b-9580-4dfd-acd1-18aaa8492c64","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:55.630584831Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"a839fe79-8443-44fd-936a-76d3fc20e385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:55.630669354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"a839fe79-8443-44fd-936a-76d3fc20e385","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:55.730967884Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"9aebdcfd-59dd-48a1-bdee-400c4c8fccf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:55.731043982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"9aebdcfd-59dd-48a1-bdee-400c4c8fccf7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:56.107990266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"73f34696-8e9b-40f6-955e-a8ff6974da2e","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:56.255854475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-user-token-filter-auth","reconcileID":"6f009e9b-6eb4-4252-962d-f674d73ccf39","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:56.256643534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"77de50dd-139e-4011-a6a8-a90bbce191f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:56.257514913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a43aac6c-6292-4e15-92fe-79931ac9ff64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:56.310021876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-user-token-filter-auth","reconcileID":"6f009e9b-6eb4-4252-962d-f674d73ccf39","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:56.311977431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"77de50dd-139e-4011-a6a8-a90bbce191f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:56.312468475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a43aac6c-6292-4e15-92fe-79931ac9ff64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:56.35760493Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"cdd4dbad-5328-4b88-a5fd-daffde51cb7f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:56.357672851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"cdd4dbad-5328-4b88-a5fd-daffde51cb7f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:56.390169454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"7a9f30ee-3729-403a-b1b3-5ea8976ee09a","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:56.455424603Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"819cc024-8ebc-474e-9332-379fcdb3ff7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:56.455501774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"819cc024-8ebc-474e-9332-379fcdb3ff7e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:56.475947589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"3ff4eec5-8fc2-4933-a61f-7d577411ab2f","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:56.475995645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"3ff4eec5-8fc2-4933-a61f-7d577411ab2f","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-11bc42-69d88dfde56e","namespace":"llm","model":"e2e-rt-eq-11bc42","externalModel":"e2e-rt-eq-11bc42","provider":"e2e-rt-eq-11bc42-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:56.557052201Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"95183277-a3fb-4fc3-ab4c-68b1f777e8bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:56.55713348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"95183277-a3fb-4fc3-ab4c-68b1f777e8bb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:56.615292888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"3560431a-72b4-4ec5-a6a9-1b7c614cff02","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:56.615320878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"3560431a-72b4-4ec5-a6a9-1b7c614cff02","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-11bc42-69d88dfde56e","namespace":"llm","model":"e2e-rt-eq-11bc42","externalModel":"e2e-rt-eq-11bc42","provider":"e2e-rt-eq-11bc42-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:56.655902697Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1b3360ce-cd0b-49e6-92b7-593bc7cf1d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:56.655992386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1b3360ce-cd0b-49e6-92b7-593bc7cf1d51","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:56.655902643Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"c826f209-46a3-465d-96a5-94af42873e32","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:56.656039017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"c826f209-46a3-465d-96a5-94af42873e32","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:56.756167146Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"2a2d6124-503e-4b5a-a91c-30b14178f286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:56.756252935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"2a2d6124-503e-4b5a-a91c-30b14178f286","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:56.854389975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-access","reconcileID":"5a57cbaf-f2f2-4946-83dc-14c47d7b9a99","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:56.909206706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-access","reconcileID":"5a57cbaf-f2f2-4946-83dc-14c47d7b9a99","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:57.313092081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"9ab61294-16f9-4026-8117-8473523122b1","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:57.313119831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"9ab61294-16f9-4026-8117-8473523122b1","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-11bc42-69d88dfde56e","namespace":"llm","model":"e2e-rt-eq-11bc42","externalModel":"e2e-rt-eq-11bc42","provider":"e2e-rt-eq-11bc42-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:59.364188054Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"582ce620-eef9-435e-a041-519a20aae8a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:59.364302494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"582ce620-eef9-435e-a041-519a20aae8a9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:59.364187252Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"19aaa636-503c-4be2-a2e6-50d478cda5da","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:59.364377676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"19aaa636-503c-4be2-a2e6-50d478cda5da","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:59.463686813Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"0d614089-674d-46fc-b136-261e83ec7a89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:59.463761233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"0d614089-674d-46fc-b136-261e83ec7a89","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.052786257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"738c360f-b0e1-4791-a4cb-a9d772218d07","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.061865431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"46a9c2aa-7f78-43d5-b59f-7bcd562524e1","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.062513042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"ab62d507-3ae1-439f-b815-ae3c7dbbced2","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.121216432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"163c47cd-5e90-4b42-8669-ad6b4e26d31f","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.121651841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"139b4000-0cc8-45b0-a330-440836758aa9","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.121980627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"3880e7ec-2653-41af-a301-a5670d3b2335","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.251300704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"742ee6f1-df99-4f00-95f3-47703eb3b857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.266822624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"abb219bb-f094-4dfb-b977-15fbf09a4ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.27395526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"fe6410a6-6c6a-4417-8013-7e9b2e762b65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.293072523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"6d2f0d6e-9a78-4f44-bdcb-470705a79b7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.32398963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"742ee6f1-df99-4f00-95f3-47703eb3b857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.327017568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"abb219bb-f094-4dfb-b977-15fbf09a4ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.651927646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"4464ccae-90f0-43e5-be2d-91ea7eebc378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.651927594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"066c15bd-e4e7-4397-a24c-34c1602a0c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.707650382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"4464ccae-90f0-43e5-be2d-91ea7eebc378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.708273761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"066c15bd-e4e7-4397-a24c-34c1602a0c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.017647248Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.067370792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"2474401d-af1f-46e6-8da4-1c33eadc04c4","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.067398264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"2474401d-af1f-46e6-8da4-1c33eadc04c4","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-11bc42-69d88dfde56e","namespace":"llm","model":"e2e-rt-eq-11bc42","externalModel":"e2e-rt-eq-11bc42","provider":"e2e-rt-eq-11bc42-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:02.123957443Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-11bc42-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-11bc42-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.229642088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"5c6c3478-5210-4bbd-9fc2-9c0d72c05bf1","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.229671284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"5c6c3478-5210-4bbd-9fc2-9c0d72c05bf1","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.273677347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"749f94d1-a67f-4275-a754-b68f6de76b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.274160396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-access","reconcileID":"4f0b1ad6-1901-4379-a74e-c1abd8a4d4a7","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.274766201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86428b95-df38-420b-ab5a-30a1263c57de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.275135373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"e9f65c3c-730f-4360-8c7c-bb04dfd4c49d","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.329889457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-access","reconcileID":"4f0b1ad6-1901-4379-a74e-c1abd8a4d4a7","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.330423615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"e9f65c3c-730f-4360-8c7c-bb04dfd4c49d","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.33222653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"749f94d1-a67f-4275-a754-b68f6de76b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.332521789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86428b95-df38-420b-ab5a-30a1263c57de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.343531597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"3371bc11-4215-49f1-a460-8062d8974a0f","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.343556717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"3371bc11-4215-49f1-a460-8062d8974a0f","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-11bc42-69d88dfde56e","namespace":"llm","model":"e2e-rt-eq-11bc42","externalModel":"e2e-rt-eq-11bc42","provider":"e2e-rt-eq-11bc42-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.450831831Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-11bc42-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-sub","reconcileID":"392e8f2a-d0f6-4b1f-be28-02bb4944f8d2","MaaSSubscription":{"name":"e2e-rt-eq-11bc42-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-11bc42","model":"e2e-rt-eq-11bc42","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-11bc42-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.709379608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"a54c99d5-7bcb-4eed-91a5-7db943b8f560","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.709413344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"a54c99d5-7bcb-4eed-91a5-7db943b8f560","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-11bc42-69d88dfde56e","namespace":"llm","model":"e2e-rt-eq-11bc42","externalModel":"e2e-rt-eq-11bc42","provider":"e2e-rt-eq-11bc42-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.782059387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b861edbe-9fcf-45af-b8c3-6d4f4bb14ef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.782199112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7fb7f99-7f8d-4ccd-b651-64e578114c88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.83696345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7fb7f99-7f8d-4ccd-b651-64e578114c88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.837197289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b861edbe-9fcf-45af-b8c3-6d4f4bb14ef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.88053343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-access","reconcileID":"6b343304-5cb6-408f-9321-accb5b369869","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.880666345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"18778d98-c04e-4ffd-ac4f-52f775829f45","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.909624886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-11bc42-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-sub","reconcileID":"4800fccb-d232-4f53-b6cf-14ba28c19daf","MaaSSubscription":{"name":"e2e-rt-eq-11bc42-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-11bc42","model":"llm/e2e-rt-eq-11bc42","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.944463946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-access","reconcileID":"6b343304-5cb6-408f-9321-accb5b369869","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.949954625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"18778d98-c04e-4ffd-ac4f-52f775829f45","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:04.641386003Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"900dfef7-1369-479f-b42a-21877be9f9d8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:04.641623503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"900dfef7-1369-479f-b42a-21877be9f9d8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:04.642105361Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"b5388009-7afa-40b1-9db6-e2b2d96ddabd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:04.642263675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"b5388009-7afa-40b1-9db6-e2b2d96ddabd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:04.740936663Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"b5aeeb34-6785-4afc-ba5d-8c0992782d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:04.741043579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"b5aeeb34-6785-4afc-ba5d-8c0992782d64","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: compose ai-tenant-e2e-worker-w0-9a5623/e2e-dedup-subscription@e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.949053767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"c6b53aa6-5464-494e-9278-0df7a257f5ca","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.967967149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bee7c1a-5d42-4fe5-8899-48b3f482279e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.976994899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-access","reconcileID":"4af02529-3ce3-4391-90fc-ed57b36b1e3f","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.977907762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a056eb44-641d-4c65-8347-829c486be63f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.045701188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"c6b53aa6-5464-494e-9278-0df7a257f5ca","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.089659396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-access","reconcileID":"4af02529-3ce3-4391-90fc-ed57b36b1e3f","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.049715637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bee7c1a-5d42-4fe5-8899-48b3f482279e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.171912207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a056eb44-641d-4c65-8347-829c486be63f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.320133083Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-user-token-filter-sub","reconcileID":"1a42a3fc-1612-405d-b467-c692b21d5149","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.593530093Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-subscription","reconcileID":"07ee53e4-e3f6-45ef-bc15-5a430faa045d","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.594512831Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-user-token-filter-sub","reconcileID":"1a42a3fc-1612-405d-b467-c692b21d5149","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.824053172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"a40d3fc4-79f6-4b63-88d4-453bd504f15e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.827775712Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-subscription","reconcileID":"07ee53e4-e3f6-45ef-bc15-5a430faa045d","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.857776435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"d8af596f-bef8-4a71-a0b1-5574cccc6631","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.864045752Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.030179402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"ff9cac10-3444-4297-a87d-49ebf24b343d","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.030329989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"ff9cac10-3444-4297-a87d-49ebf24b343d","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-11bc42-69d88dfde56e","namespace":"llm","model":"e2e-rt-eq-11bc42","externalModel":"e2e-rt-eq-11bc42","provider":"e2e-rt-eq-11bc42-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.082981904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"a18b0dc1-2c68-4130-a601-7b9a8afb739c","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.093824535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"55f00776-55b1-43ae-b433-38389491417f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.094750165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"496c5d8a-fa7e-41b7-8542-5228d67f1bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.111077533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"71b9cc13-a322-460e-9576-621693464676","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.13072705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-user-token-filter-auth","reconcileID":"425a3f65-ff2c-4efe-a0e4-8cd8c5ff82d4","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.158764072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"496c5d8a-fa7e-41b7-8542-5228d67f1bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.166782115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"55f00776-55b1-43ae-b433-38389491417f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.18914343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e5aa1d69-2b0d-4bab-b416-c3377dbe58ae","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.19207973Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.20045072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-user-token-filter-auth","reconcileID":"425a3f65-ff2c-4efe-a0e4-8cd8c5ff82d4","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.334405881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"fb7f0d8f-f9b2-43f6-81e0-ee51fde9924f","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.371852146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"71a39cfc-8d5c-4c36-a596-f1dacdb23bb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.384263632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"8d8c3d75-844e-4169-8bb5-8105b8546e22","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.437054884Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-user-token-filter-auth","reconcileID":"9ebaba76-3bc3-46d9-8a25-4460793ce8ea","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.444078927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"71a39cfc-8d5c-4c36-a596-f1dacdb23bb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.454743076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"8d8c3d75-844e-4169-8bb5-8105b8546e22","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.54785612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"0f93b0a4-f5dc-47b7-8d59-cd2a98c5cda2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.626500245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"288a2da4-a535-4114-a090-9b2e5b7bdf14","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.627508973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"0f93b0a4-f5dc-47b7-8d59-cd2a98c5cda2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:07.733671009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"8d8c3d75-844e-4169-8bb5-8105b8546e22","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.734107117Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-dedup-auth","reconcileID":"3fed1e2f-3eb5-41ad-936b-13cec250dd74","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.739624886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"f02fbd92-7419-4e0a-bb54-da1d8533c9c6","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.894549375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e52bfdc1-e945-460d-96d0-e8d7a132deff","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.909164054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"7d3c92b2-c8db-4e78-8c05-bde3393fd302","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:08.980606545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"efea94ad-29c8-4e5e-a06a-6ceed079e067","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:08.980963894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"2898b1ae-2da9-4dcd-9c3b-061543d7c011","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.03567988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"a84df9d0-46b1-47b9-a2b1-c14cc705e720","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.035975135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"86dc1e8f-b89c-412c-911e-1f472a02237e","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.283565515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"3bfa3839-5b6c-4c16-bf6d-beb7dc8cc95d","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.283595388Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.285217121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-auth","reconcileID":"3502a81b-9293-4455-813a-ef168e334fc1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.339052485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"081b1a3f-412a-4ba3-9a25-c7c445868805","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.33990721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-auth","reconcileID":"3502a81b-9293-4455-813a-ef168e334fc1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:09.388219098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-subscription","reconcileID":"c181d003-6e7d-412d-9963-c0cfd29b9001","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.394141216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"38f8a676-f8e6-4267-913a-bc9f37bfb07f","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.492865692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"085bd426-5a74-40b8-8cf0-404be05c6319","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.493352576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"48a8d5e9-eed3-4ea1-bf04-b5c3d7337ac5","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.529134025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"cbd376cf-a4b7-4a78-b1b4-1962c84de4f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.529299186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"b027105a-aa4a-486e-bd8e-03b0da1c4796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.547541016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"5e4e59b0-581d-4637-8abd-de061aebbcdf","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.547919719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"d29b08aa-35e5-42a4-a856-c300056db736","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.583549762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"cbd376cf-a4b7-4a78-b1b4-1962c84de4f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.583644082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"b027105a-aa4a-486e-bd8e-03b0da1c4796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.748536157Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-subscription","reconcileID":"8de89ab8-ec1f-4574-b371-a9f01eb0d971","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-w0-9a5623","model":"distinct-w0-9a5623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.795873277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"498014d3-0da2-4135-ab66-e0c3cf26e7d6","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.796315278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"f505f3ae-6ac0-41cd-b006-2ce63f3130b2","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:09.901090209Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-subscription","reconcileID":"8de89ab8-ec1f-4574-b371-a9f01eb0d971","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-2-w0-9a5623","model":"distinct-2-w0-9a5623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.0404325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-auth","reconcileID":"98c336fa-00d7-49ea-b46e-c1d3b24bcd0f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.06936367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"b4650219-d519-46f2-b85b-ae5750980091","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.087015035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"05f7741c-0e3c-45c7-bf6d-35cfa7dc7e4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.087011964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"8c015d93-9954-4811-a154-aa4f27dd91ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.095299484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-auth","reconcileID":"98c336fa-00d7-49ea-b46e-c1d3b24bcd0f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.110638076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"25a9f67c-126b-4533-b70a-b0b6874b1888","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.11120736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"82b38299-12cc-4d9a-9723-f0b2624c7cdb","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.123933164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"4ce61752-6188-48bb-a109-ad5991800774","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.143839972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"05f7741c-0e3c-45c7-bf6d-35cfa7dc7e4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.145226373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"8c015d93-9954-4811-a154-aa4f27dd91ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.271756978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-api-key-no-access-auth","reconcileID":"f96e6dc2-b9fa-4268-9f10-c2743f758fa3","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.30844567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-subscription","reconcileID":"610d895c-a15f-459d-9722-93f7d11f3be4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.326211169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-api-key-no-access-auth","reconcileID":"f96e6dc2-b9fa-4268-9f10-c2743f758fa3","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.346789796Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.346823817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"c4af8a22-51b7-41ee-b1b8-eca19ac09e1a","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.402879505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"d56d25e6-e5a8-44b3-bd79-95468e3653e8","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.403317849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"059efa70-6a35-4506-8a9e-e3d2561c51f4","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.449617616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"1aca74e0-773f-4dca-b2a9-d704a07b0e22","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.453842109Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4d14e0/e2e-api-key-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.456731821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-subscription","reconcileID":"610d895c-a15f-459d-9722-93f7d11f3be4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-2-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.494221517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a465b330-c6f7-4263-b15e-2f2ce35b9ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.494221456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"43d3b4ae-4e6f-49b9-9539-49dbf06026b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.503666785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"e7749a60-9c7c-437e-9828-7a69316e8d34","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.548857418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a465b330-c6f7-4263-b15e-2f2ce35b9ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.549878845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"43d3b4ae-4e6f-49b9-9539-49dbf06026b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.633382622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"b47a596b-6b19-4ae9-aeee-ce1a621969d4","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.758304931Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-api-key-no-access-sub","reconcileID":"2db3fc14-4ecd-4a30-9020-28c9a0769160","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.781066608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-api-key-no-access-auth","reconcileID":"db71b712-8ad3-4c77-9182-1fa429424b44","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.838544899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-api-key-no-access-auth","reconcileID":"db71b712-8ad3-4c77-9182-1fa429424b44","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.918901121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"b7dc8af4-fae4-4f68-a21e-6026065b5fe6","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.927973798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"48d47ec4-650e-4fb9-bd26-188364400149","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.927990597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"652329e2-0927-48ab-8979-7616423b699f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.957204382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"ebdd5f4e-d6d5-4c46-a326-658f1eaeffff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.982385829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"652329e2-0927-48ab-8979-7616423b699f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.982390907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"48d47ec4-650e-4fb9-bd26-188364400149","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:11.11894983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-api-key-no-access-sub","reconcileID":"21e6fc95-c4cc-47d9-a2af-76709f265ffe","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:12.742095501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"e0f1f4ee-bef9-4b7a-858e-75490dcd334b","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:12.796543285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"6fd5d907-f692-4a85-8f8f-17f6d6fcc2e4","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:12.894899906Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-subscription","reconcileID":"0854c8d7-d94f-4ae6-b264-90c04844e9d9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-41fff10f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:12.943836947Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-subscription","reconcileID":"f39b7cee-2697-4926-a28e-9dddf4a985d6","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-41fff10f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:12.98886179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"4be87747-403c-40d5-b9fe-67f0f5faa494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:12.989142911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-auth","reconcileID":"d37b7264-a521-4f80-ba79-7aa49408496c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:12.98944108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"2b03f381-3897-41b6-9c2a-290b8cb5941a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.044729124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-auth","reconcileID":"d37b7264-a521-4f80-ba79-7aa49408496c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.044973384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"4be87747-403c-40d5-b9fe-67f0f5faa494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.047357043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"2b03f381-3897-41b6-9c2a-290b8cb5941a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.249381248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"e8177658-12b4-4adc-aea6-862abf286d15","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.398406253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"5a3b63ab-b2b4-4bb5-973c-20885e160d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.398552027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"db9652f7-09a4-4610-83fe-df847e6b73bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.45463379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"db9652f7-09a4-4610-83fe-df847e6b73bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.457402005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"5a3b63ab-b2b4-4bb5-973c-20885e160d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.491052503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"135a6235-c9c5-459d-9bf0-f58b93d5dd64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.491101618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"07340163-794f-448e-9b36-068b7fc58783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.545323146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"135a6235-c9c5-459d-9bf0-f58b93d5dd64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.546989081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"07340163-794f-448e-9b36-068b7fc58783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.687256417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-auth","reconcileID":"fe51f0b7-4a0e-4360-b138-66d723f9fd97","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.741716037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-auth","reconcileID":"fe51f0b7-4a0e-4360-b138-66d723f9fd97","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.799711377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-api-key-no-access-auth","reconcileID":"8f0a9849-fef3-4dac-b6f3-af3bb8e0cdf9","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.854202483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-api-key-no-access-auth","reconcileID":"8f0a9849-fef3-4dac-b6f3-af3bb8e0cdf9","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.993924493Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-subscription","reconcileID":"e7b18c10-703d-4571-b2a0-d18e6a13fbf3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.04380941Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-subscription","reconcileID":"e7b18c10-703d-4571-b2a0-d18e6a13fbf3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.096349281Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-subscription","reconcileID":"e7b18c10-703d-4571-b2a0-d18e6a13fbf3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.150387978Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-subscription","reconcileID":"e7b18c10-703d-4571-b2a0-d18e6a13fbf3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.200273648Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-subscription","reconcileID":"e7b18c10-703d-4571-b2a0-d18e6a13fbf3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.250206689Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-subscription","reconcileID":"e7b18c10-703d-4571-b2a0-d18e6a13fbf3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.402881882Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-api-key-no-access-sub","reconcileID":"718476a5-e986-462b-aae2-01e6f547532d","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.513114976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"352783e1-bc70-4015-8bca-94b732d7bcbd","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.513504103Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.567138125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0834deea-c9e3-42aa-926a-8beb59aa7026","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.607587006Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-api-key-no-access-sub","reconcileID":"718476a5-e986-462b-aae2-01e6f547532d","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.684022216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"8309d217-fb15-4399-8dfb-d4670f9ba0c7","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.684313796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"ebf4c86a-7137-4e7f-bc35-23b85d88899c","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.759408067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"16842380-4b81-463e-af7a-a5a9780a36ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.759691901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"23d660f5-ba1c-4c53-9de6-86d50977e520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.759869382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-auth","reconcileID":"5d3a514f-c06f-47c3-b612-b5605ddb8c5c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.807742336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"3758a8fa-b4ee-4ab6-991c-a34f8d16aa8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.813540829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"16842380-4b81-463e-af7a-a5a9780a36ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.815045596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"23d660f5-ba1c-4c53-9de6-86d50977e520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.81600699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-auth","reconcileID":"5d3a514f-c06f-47c3-b612-b5605ddb8c5c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.863468927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"150e6f2b-387f-4acf-b677-323e1ae63f82","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.863528425Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.012741434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"9ccf029d-7693-442e-8711-010646df148d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.012830046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"ca600456-7939-4f8c-ba3a-b11ba0c1ebf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.023074207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"9ac4758d-3572-4b3e-872b-9550dbd04312","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.067324264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"ca600456-7939-4f8c-ba3a-b11ba0c1ebf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.067545237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"9ccf029d-7693-442e-8711-010646df148d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.179776288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-api-key-no-access-auth","reconcileID":"4d51b498-ce49-43f9-8e5f-fb3cbf75bd60","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.216100977Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-auth","reconcileID":"55d2f0d7-5a18-4b6e-a8bf-5a240932fc4c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.263070071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-api-key-no-access-auth","reconcileID":"4d51b498-ce49-43f9-8e5f-fb3cbf75bd60","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.265715084Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-distinct-models-auth","reconcileID":"55d2f0d7-5a18-4b6e-a8bf-5a240932fc4c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.420718408Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-api-key-no-access-auth","reconcileID":"2f158514-fc00-472c-8095-a1c062bd5e0a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.427461027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"3c2776e4-1d59-4f9d-9bf5-e036a6553bdf","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.428028216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"53f52557-aece-4c21-9dba-1902674ed241","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.678263858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"1578e9d9-86ff-4f2b-8d59-b0edbb5f2f9d","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.398271064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-11bc42-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-sub","reconcileID":"b111cbb2-4353-4c9a-852b-79c10243459a","MaaSSubscription":{"name":"e2e-rt-eq-11bc42-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-11bc42","model":"llm/e2e-rt-eq-11bc42","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.431647054Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.570806468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"56702381-267f-4115-b772-2bedf2665ee9","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.647456825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"41a862aa-534f-48c0-a580-9966980cff84","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.761398562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"8df5a91e-159b-4cec-afd9-732c38f248ff","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.761541221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"8df5a91e-159b-4cec-afd9-732c38f248ff","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-11bc42-69d88dfde56e","namespace":"llm","model":"e2e-rt-eq-11bc42","externalModel":"e2e-rt-eq-11bc42","provider":"e2e-rt-eq-11bc42-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.820898283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-invalid-sub-auth","reconcileID":"a091589d-d70e-4666-8224-772a984ec9a2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.860666177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"75d442b0-a0e8-4779-b192-531e28f009f8","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.861919313Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.878154865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-invalid-sub-auth","reconcileID":"a091589d-d70e-4666-8224-772a984ec9a2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.937044179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"d6ebd1b9-3421-4397-b4d7-0429845b8722","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.992941488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-valid-sub","reconcileID":"6c3c542e-7b70-41ec-8fd9-03fcc8af3eb1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.040024132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"3c3018ad-a758-4135-a9fa-8565f7259152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.063079505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"692b69bf-cba4-4a9a-b079-b42ef1ec4a18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.117071875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"f84ccabb-96e8-4e68-8066-2e8e35bd8c27","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.1214329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"3c3018ad-a758-4135-a9fa-8565f7259152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.139094477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"692b69bf-cba4-4a9a-b079-b42ef1ec4a18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.202833158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"f2ad2247-64e7-459b-af02-57bc54c75d91","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.246646082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"debd97c0-6785-4be2-ab57-bd404253d110","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.291419644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"11ba864c-9ad6-4cfd-be73-ed4c68f54cee","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.334944004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"9a87282d-db2a-4d0d-958d-6955fbe9e39f","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.502932582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-access-denied-auth","reconcileID":"3da935d4-954c-4abf-97b6-12da2bd5c1b9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.503430028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-invalid-sub-auth","reconcileID":"9c8d918b-b415-4c18-9d31-3ae10f603245","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.518179207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"7f8e1ced-33cc-4d24-ba41-7f63e8fae7eb","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.519152835Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.568077594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"05828627-0777-4e4d-a85e-34b6aacf4557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.58836247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"03de0698-85b1-4dcf-8de8-016a98a613ce","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.694441414Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-valid-sub","reconcileID":"1243bde1-ab04-4576-8969-c5a5e655731a","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/e2e-models-valid-sub","ai-tenant-e2e-worker-w0-9a5623/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.696716116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-invalid-sub-auth","reconcileID":"9c8d918b-b415-4c18-9d31-3ae10f603245","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.703927898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-access-denied-auth","reconcileID":"3da935d4-954c-4abf-97b6-12da2bd5c1b9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.709547597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"05828627-0777-4e4d-a85e-34b6aacf4557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:26.710133441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-user-sub","reconcileID":"e15dc29e-646c-4634-823f-268c28ec613d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.713993594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"467fe30e-0777-494f-8d97-2543a49d516a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.777774516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e0e1cbf7-ee54-4703-abd2-31a6fb94a4db","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.781744836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"467fe30e-0777-494f-8d97-2543a49d516a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.816960867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"8f6745d9-50a4-49fa-921d-3a3f95b5385b","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.817782047Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4d14e0 priority=0:[ai-tenant-e2e-worker-w3-4d14e0/e2e-models-other-sub ai-tenant-e2e-worker-w3-4d14e0/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.818765999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"bc9d6cde-2770-4be4-95e7-a84f4192f104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.840588164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"5eb723cd-ca6c-49d9-ac02-3a7156c9be35","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:26.870093059Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4d14e0/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.879335862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"bc9d6cde-2770-4be4-95e7-a84f4192f104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.885966683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a3e24245-bc45-4f21-a12d-8316602ec7c7","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.896538902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"f222f533-f31f-48e1-9349-6595fe68b610","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.925092054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"716a9cd3-5327-46f3-aa3d-9b1d1ddc748e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.927318124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"c05bac14-d173-433b-b057-12b970ac0f76","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:26.932492609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-other-sub","reconcileID":"e48a5abd-02e6-4639-bedd-14c8c7825afe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.062127105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"353f5841-a501-479e-93dc-3d682139b907","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.071122321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-invalid-sub-auth","reconcileID":"9c8d918b-b415-4c18-9d31-3ae10f603245","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-invalid-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.072319266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"978ff5b1-bcff-4e06-b5b8-f1a8c39ff815","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.084790898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"dcb2af44-c8b2-4059-88d5-dc8704143e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.101560859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-valid-sub","reconcileID":"c748c1d5-7680-494f-a5b3-f69deff9af2c","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.123503116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"8d4bb5e9-88d2-4ebf-92f9-8c35dd7e306f","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.151071001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"dcb2af44-c8b2-4059-88d5-dc8704143e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.177330372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"8ecc0615-ff18-49f4-8c20-fa475f91d1bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.189690637Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-user-sub","reconcileID":"aa30c7ea-2f25-4448-b066-6e619f6ac12a","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-models-other-sub","ai-tenant-e2e-worker-w3-4d14e0/e2e-models-user-sub","ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.24434511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"8ecc0615-ff18-49f4-8c20-fa475f91d1bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.293830529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"bccf700b-c2b1-4251-b2b6-05dbdb12a569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.29469974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-access-denied-auth","reconcileID":"1718a277-934f-4c0d-ac2e-4ed91cfec311","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.302485679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"aa66a843-711a-466c-85c3-8d86db66deab","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.355580099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-other-sub","reconcileID":"35e003f4-ea17-4c96-aec1-fda72d5fc674","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.374206713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-access-denied-auth","reconcileID":"1718a277-934f-4c0d-ac2e-4ed91cfec311","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.38675831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"bccf700b-c2b1-4251-b2b6-05dbdb12a569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.417770217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87862903-107e-419c-b935-72435e85b9cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.421363208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"f93f8a94-f265-4800-ae69-6dc73a4a9444","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.472405486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"9d77a841-1315-4401-a7b4-67bf4db9a481","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.563968787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87862903-107e-419c-b935-72435e85b9cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.639376592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"7f1ea1a6-2266-40b7-b5dd-d6a70c87467d","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.692198591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-user-sub","reconcileID":"980f36b5-8c98-40b8-8c35-baf99dbef4af","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.70993453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"7a36d8ad-cf43-4eae-a4c2-633ad7ee7487","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.784499943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"7a36d8ad-cf43-4eae-a4c2-633ad7ee7487","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.818281566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-access","reconcileID":"cc52f61f-93ca-4474-91b2-797186f5911d","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.818719696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"14c091e0-a01f-4738-b77c-4802112d94a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.876020487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-other-sub","reconcileID":"7adaa2e8-76d1-4723-a255-87baa6713de8","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.885782285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"14c091e0-a01f-4738-b77c-4802112d94a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.887029131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-access","reconcileID":"cc52f61f-93ca-4474-91b2-797186f5911d","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.919953322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f58acbd-62dc-4dcd-b360-bf5085590c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:27.98929803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f58acbd-62dc-4dcd-b360-bf5085590c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:28.001013134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"fb6a8b48-a403-4ec3-a4f6-0cada1758f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:28.06417002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"fb6a8b48-a403-4ec3-a4f6-0cada1758f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:28.107208214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"fa5d012f-ec77-4abd-817e-43ff32a5dbb6","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:28.247219584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"fd493147-ac0c-44ad-9053-25700f679cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:28.30804587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"fd493147-ac0c-44ad-9053-25700f679cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:28.362662664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-invalid-sub-auth","reconcileID":"aecd75b1-cdb9-43a7-afb8-54b82c982533","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:28.424923562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-invalid-sub-auth","reconcileID":"aecd75b1-cdb9-43a7-afb8-54b82c982533","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:28.425571142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"4d4d49ce-c1f0-4dc0-af5a-fdda30c67902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:28.486024957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"4d4d49ce-c1f0-4dc0-af5a-fdda30c67902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:29.016998982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"9be0bbe8-aab2-4cb9-9a0e-a0c8b4b1a04d","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:29.024626688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"f5542326-c901-45ba-8042-8874d3ee0413","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:29.19569185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"f3fbe893-a389-4835-b135-89b13a1108ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:29.197193472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"7c51d2e1-c030-460c-8bbc-156dd1560a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:29.251137651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"b9255587-0eff-414d-bc1b-fa1ad86e341b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:29.251808784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"40183ebc-d9cb-44ab-bfbe-7cb6416927f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:29.300290055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"f3fbe893-a389-4835-b135-89b13a1108ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:29.304776598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"7c51d2e1-c030-460c-8bbc-156dd1560a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:29.880087582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"d4417495-2d99-44c2-b8b1-166ca9f7cc2e","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:29.963294377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"f8a397ef-d16a-4c0c-aa01-631216673421","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:30.034025013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"a83c5bb8-ccae-4ef4-b646-42eb3767d9dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:30.034090402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"ff8bf013-01f8-4109-99e8-e5d73a2d9fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:30.034474253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-invalid-sub-auth","reconcileID":"3bf757d3-18ac-426b-8c7d-6eed3172022a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:30.093704107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"ff8bf013-01f8-4109-99e8-e5d73a2d9fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:30.093759162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"a83c5bb8-ccae-4ef4-b646-42eb3767d9dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:30.096050401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-invalid-sub-auth","reconcileID":"3bf757d3-18ac-426b-8c7d-6eed3172022a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:30.130505415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"6cbc3496-5a60-495a-8d68-5f9e21514ecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:30.130507496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-access-denied-auth","reconcileID":"2b11831f-19d7-4763-9c07-3aa2ab429df3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:30.187672814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"6cbc3496-5a60-495a-8d68-5f9e21514ecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:30.188898691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-access-denied-auth","reconcileID":"2b11831f-19d7-4763-9c07-3aa2ab429df3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:30.4405686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"71233359-055d-4a01-9cd5-f5593181eaa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:30.496635186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"71233359-055d-4a01-9cd5-f5593181eaa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.040968527Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-valid-sub","reconcileID":"98ed9580-625c-4bab-8175-23b2f8ac1475","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.141940894Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-user-sub","reconcileID":"f02d1d15-ae9c-49cc-88ee-7956bb605061","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.315055058Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-valid-sub","reconcileID":"98ed9580-625c-4bab-8175-23b2f8ac1475","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.385524387Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-user-sub","reconcileID":"f02d1d15-ae9c-49cc-88ee-7956bb605061","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-models-other-sub","ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.545037693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"6c7e3ab0-6ab1-4f56-8bab-f870b4288abc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.596602853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"ca5a09a8-6311-4738-9713-3d47c700dc6f","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.597599239Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.617429265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"d233d7d8-3372-4a30-ba43-20b1008a61ae","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.652218794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"ad0d3685-36c7-4eaf-9bb8-6c17d70eb728","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.681814638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-other-sub","reconcileID":"a7e2a75d-b58a-4e04-af1e-82e174139ba5","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.686698295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"284cfc91-351a-4d41-8e4e-547c87ac55fd","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.68740389Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.769264418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"2e092cb1-9d0d-4dcb-9f3e-d22bc00a3c5e","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.799953623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"25eb2ad3-9efa-4fe9-a4aa-1e8e175f58b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.800564594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"e8144cff-d644-474b-8a18-dc886c6688cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.800867374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"96c86339-6cb4-4c25-95e1-52cb3ed650f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.801265272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"190dd506-378d-409f-8dd4-aebca206f504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.801593799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-invalid-sub-auth","reconcileID":"524b9360-aead-47db-84b7-80cf5a425561","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.801803143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"d3883fde-4568-4715-a139-1732df833be5","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.859456922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"e8144cff-d644-474b-8a18-dc886c6688cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.878070299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"96c86339-6cb4-4c25-95e1-52cb3ed650f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.882447168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"25eb2ad3-9efa-4fe9-a4aa-1e8e175f58b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.883012703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"190dd506-378d-409f-8dd4-aebca206f504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:40.885847524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-invalid-sub-auth","reconcileID":"524b9360-aead-47db-84b7-80cf5a425561","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.06581144Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-models-invalid-sub-auth","reconcileID":"26328c81-553e-4dda-bd76-54ce796010e0","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.226069885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"b71ae9fe-a76a-4e65-a8e1-390284015440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.226496531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"f0155457-52dd-44c5-9f13-2b351f680513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.226686382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c984f920-e40c-4413-b3dd-bf300b2ce126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.226908729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-access-denied-auth","reconcileID":"69e9ba09-ceda-478c-a7f4-367f0ed6cdde","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.286253966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"b71ae9fe-a76a-4e65-a8e1-390284015440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.289193719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c984f920-e40c-4413-b3dd-bf300b2ce126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.29166259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"f0155457-52dd-44c5-9f13-2b351f680513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.29188541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-access-denied-auth","reconcileID":"69e9ba09-ceda-478c-a7f4-367f0ed6cdde","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.32684511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"fcc9a8e8-503b-4675-b051-b835357b3f15","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.474891663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"8ca406ba-3f00-4b85-984a-9ef109cb72e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.531587945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"8ca406ba-3f00-4b85-984a-9ef109cb72e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.434988076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"0739521c-33b7-4361-ac14-e6a4ab419df1","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.488084302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"18776457-cd33-49e3-90f3-f6c8b369b600","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.691069973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"3c1bf6a9-4ef6-4800-8fe1-c8e6730ebc8d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.71961471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"bb700590-4644-4122-873d-626ae96fc720","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.720903064Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.757079334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"3c1bf6a9-4ef6-4800-8fe1-c8e6730ebc8d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.778464813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"a73ea728-cefe-48a3-97f6-92212225a95b","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:42.837174477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-sub1","reconcileID":"b02af847-9a87-4e3e-a60f-c9001edd3cd0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.944012334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"7cdfdf44-53bf-4e87-a335-8ba8915027e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.944833569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"590149ca-912f-4e5f-b287-11870dfd2847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.954647882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"3ebd1521-b490-4183-81fd-a04b878a19be","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.000273315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"7cdfdf44-53bf-4e87-a335-8ba8915027e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.000552966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"590149ca-912f-4e5f-b287-11870dfd2847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.01056452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"8d326c11-32f5-4150-b8a5-04fd8d5f7450","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.012219572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"7b035590-070d-4a78-9ec7-0020d79758d7","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.063354043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"69bcc913-5088-4add-845b-b344657601e6","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.085980135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"ab023d0a-4cac-45a3-914c-c4992d860fb2","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.226194776Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-sub1","reconcileID":"5e30e53f-7766-4293-9e1c-9c427079fa4d","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-w0-9a5623","model":"distinct-w0-9a5623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.277405786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"09e574f7-6051-4501-a2d8-426bdc382870","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.278059291Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9a5623 priority=0:[ai-tenant-e2e-worker-w0-9a5623/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-9a5623/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.324748082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"00269ca0-4216-42bf-b1f5-ee18cddc5c86","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.338474622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"2900d44a-3b7d-40b1-8ddb-8288d9385872","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.380514431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"00269ca0-4216-42bf-b1f5-ee18cddc5c86","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:43.396131799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-sub2","reconcileID":"4431ae0e-4a52-473c-8a46-285ea60ae0db","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:43.398515512Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"2900d44a-3b7d-40b1-8ddb-8288d9385872","name":"distinct-2-w0-9a5623","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-9a5623\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:43.39856586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"2900d44a-3b7d-40b1-8ddb-8288d9385872","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-9a5623\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.407549048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"23407129-b15d-4aa6-a75b-f3710e05118e","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.413824377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"96b419a2-8fa3-4355-87bb-88fba8e9be6b","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:43.414461653Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9a5623/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.422939537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"8dddbb5f-683c-49f5-888e-2b0c86287711","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.48034222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"8dddbb5f-683c-49f5-888e-2b0c86287711","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.520117399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"75f61959-b12a-4339-ab48-9b6488b1d8b5","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.531567984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"304d0c3c-d66a-4024-a44a-56eab8e1e61e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.531974748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"40ff8d63-4bc6-4b71-a5dd-833e17bd58e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.580565534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"8bace83b-14e2-4f95-9fa6-921c4400a21f","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.589680268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"304d0c3c-d66a-4024-a44a-56eab8e1e61e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.590333493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"40ff8d63-4bc6-4b71-a5dd-833e17bd58e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.626891139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-sub1","reconcileID":"adc17454-6f85-496b-87a2-91ceb9acc9eb","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.694935595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"3ce9b34d-26bd-4bc8-8ce9-c710f0ad6ec0","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.787406734Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-sub2","reconcileID":"27cfecc8-d972-4ab5-8c2c-1a68a8be9b81","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-2-w0-9a5623","model":"distinct-2-w0-9a5623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.955355601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"3705d803-3447-4074-8ff3-130ef907f237","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.98250235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"6125dda1-656b-44a3-8c97-ff9353de6b3d","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.023226681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"3705d803-3447-4074-8ff3-130ef907f237","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.069192932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"0315548f-9444-4d5f-afab-1e4aad4a7bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.073706085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"259a2848-f555-4063-a633-4b8101993fcd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.074134475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c3a6792a-0072-4be3-9520-7856e3140da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.164306627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"259a2848-f555-4063-a633-4b8101993fcd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.170517372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"0315548f-9444-4d5f-afab-1e4aad4a7bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.171731361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c3a6792a-0072-4be3-9520-7856e3140da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.229087202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-sub2","reconcileID":"0ac8af38-17da-4646-a04a-f937f46b002e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-2-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.464118619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"42c34fc8-706a-47f6-9919-b7ecf5f2abd5","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.466128849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"6af13ca4-b97a-47b8-81d1-6f8590b0186b","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.540045854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"3add2d1b-6b8a-4f6d-81f2-19fada2fc76c","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.540900215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"f300ab01-b687-4be0-8fc0-2ba2bd647129","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.631974828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"593528e3-fe9c-423d-a657-48a1618421b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.633128246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"b3883eae-ad11-4043-9eca-83085def32bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.688127205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"d34fcc48-f93e-4390-9d01-b57a3e53dee5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.688791366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"1bafaafe-3130-492a-93c1-cef7f47cc677","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.736184228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"b3883eae-ad11-4043-9eca-83085def32bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.740789826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"593528e3-fe9c-423d-a657-48a1618421b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.137774428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"bc7dc07e-1a40-4994-9a53-2ae833f805f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.138448133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"45f1e780-f846-46dc-b703-fbbdd401de6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.195064904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"45f1e780-f846-46dc-b703-fbbdd401de6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.196379017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"bc7dc07e-1a40-4994-9a53-2ae833f805f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.772931505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"209a1c64-3ade-495c-80e2-3b0c066f40d9","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:46.663935521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"3afaf757-eb1f-40ca-8c6d-b764933fd2ef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:46.76081167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"40ef9939-4937-45bc-914e-b87948cedb47","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:46.948779253Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9a5623 priority=0:[ai-tenant-e2e-worker-w0-9a5623/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-9a5623/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:46.948860028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"b2f70bca-2ac7-4b62-8547-4a510529944d","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:46.956958242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"13cb530f-8bea-4349-9453-fdd7f6539028","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.013731744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"d4c168ce-19f5-485c-8ec9-88d5c606e05d","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.019972601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"13cb530f-8bea-4349-9453-fdd7f6539028","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.05254668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"e43ae2e8-09e9-44c1-a98a-a3452fb184e9","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.068108669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"3c21e67d-5697-4557-bb10-08bcf9b4808d","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.111406079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"47d41431-16f4-4678-8aed-7f7352fb336f","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:47.119493139Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-56f3fe/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.146297256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"4051aabe-fbfe-4ed8-ac8b-885c347d7724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.146295003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"363f70cc-0bcc-45d3-8358-7292fee4c776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.202492587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"363f70cc-0bcc-45d3-8358-7292fee4c776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.202543715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"4051aabe-fbfe-4ed8-ac8b-885c347d7724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.23217356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"ee3b4ba9-971d-4660-823d-25ad89eabb04","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.28636227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"92f69d43-9536-4805-babd-b43311359e9a","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.287992266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"d4e382f2-c0a6-4381-8234-c9f418d499ab","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.32372104Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-sub1","reconcileID":"adf26d03-af9e-460f-871b-9ada1d7b5004","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-distinct-w2-56f3fe","model":"distinct-w2-56f3fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-56f3fe/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.484822115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"004a731a-f9ce-47be-989f-b95f05d491e6","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.511066392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"4c06fd78-cf9d-483f-bf63-df30642c044a","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.511954633Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9a5623 priority=0:[ai-tenant-e2e-worker-w0-9a5623/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-9a5623/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w2-56f3fe priority=0:[ai-tenant-e2e-worker-w2-56f3fe/e2e-return-all-sub1 ai-tenant-e2e-worker-w2-56f3fe/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.533746871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"ea960432-dc8d-40ae-9608-25ad67ffe3a5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.538088517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"349ff952-a641-4338-ba54-24ede9ac586a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.56878072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"083c4fda-0234-47e7-9d2c-aba8c9dfe609","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.594356567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"ea960432-dc8d-40ae-9608-25ad67ffe3a5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.594903609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"349ff952-a641-4338-ba54-24ede9ac586a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:47.617459437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-sub2","reconcileID":"a363e7e7-057e-4e6b-9285-7213c1d23a49","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.623279062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"7cadeb30-da10-410b-a58c-7e979e6154dd","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.674732521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"68dee1e5-a139-4abe-9f97-948217e5d3b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.674767165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"e9ab753f-198d-471c-b4f6-6d50c0460059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.682189872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-sub1","reconcileID":"9f3d6566-93d6-4758-a028-fc1b3e6a593a","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-distinct-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/distinct-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.722285585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"05f2e5f4-44a5-4d77-bf8e-c93f8253823e","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.729102543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"68dee1e5-a139-4abe-9f97-948217e5d3b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.730357218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"e9ab753f-198d-471c-b4f6-6d50c0460059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.779070066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"2c79302e-e892-4fda-9d70-5970abaab70d","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.948711574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"041d8e90-d1e1-4984-9214-1499649eb68b","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.979278878Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-sub2","reconcileID":"05b9760f-a6c3-447d-a1a6-b53b834ead82","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-distinct-2-w2-56f3fe","model":"distinct-2-w2-56f3fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-56f3fe/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.041773788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"933e987a-cac6-4843-b5f3-89afa9163659","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.095990798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"933e987a-cac6-4843-b5f3-89afa9163659","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.142412364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"852da31b-79c2-4a3f-837c-d5c48612a971","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.194199073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"1d16eb57-d547-4b0d-b3ec-034dd6749bd2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.241130792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"f5a9fadd-d0b3-4e9d-9d40-03919e371246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.241191901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"3b4703a0-7384-4cb0-b1d0-5d035c1810e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.24996417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"1d16eb57-d547-4b0d-b3ec-034dd6749bd2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.252710413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"c89097a3-47a4-4364-96a6-83b1470e4f53","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.296673171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"f5a9fadd-d0b3-4e9d-9d40-03919e371246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.299828845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"3b4703a0-7384-4cb0-b1d0-5d035c1810e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.340778657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-sub2","reconcileID":"06307f4d-0bbd-4fbf-8ce2-22832a1c49a3","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-distinct-2-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/distinct-2-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.405749719Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-sub1","reconcileID":"6633fb46-8a34-4422-9578-3d2f81128a94","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-227baa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.49915058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"b84cdc34-4aa0-42dd-9391-c0ed66bccae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.555455954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"b84cdc34-4aa0-42dd-9391-c0ed66bccae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.600361128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"91a7e429-8234-4507-a3bb-4ac4d9e4cee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.658891128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"91a7e429-8234-4507-a3bb-4ac4d9e4cee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.747215277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"5b01916d-2b7b-424c-8f15-48890db14331","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.749428449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"5993c78a-0266-4b01-baa3-2ccab7eead26","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.802590908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"5b01916d-2b7b-424c-8f15-48890db14331","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:48.805396473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"5993c78a-0266-4b01-baa3-2ccab7eead26","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.002652508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"0dfa88f5-44d6-44e8-989b-9c96faac9ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.05834682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"0dfa88f5-44d6-44e8-989b-9c96faac9ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.114555379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"3100b3df-b035-4896-ac56-f3eb9d6a08e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.169125119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"3100b3df-b035-4896-ac56-f3eb9d6a08e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.230354862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"c2455f5d-f592-4129-b5de-5746eefb252f","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.397689742Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-sub1","reconcileID":"1f9712bb-4199-4dc6-bcbc-253a190b331c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3e04c2c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.497174111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"8cec4487-1880-4a2a-97f5-e57a0e874b22","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.49872282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"a65f5495-ddea-4ef0-a69b-72fd7def89b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.499224412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"3976b9d5-8813-43c9-a769-f0a2d18ff287","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.49934623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"fa56ac30-655c-42b4-828c-ebfcadd1e178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.555200351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"a65f5495-ddea-4ef0-a69b-72fd7def89b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.558740528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"3976b9d5-8813-43c9-a769-f0a2d18ff287","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.559025552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"fa56ac30-655c-42b4-828c-ebfcadd1e178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.56385692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"8cec4487-1880-4a2a-97f5-e57a0e874b22","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.948715983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"cd7f92fd-a379-4a27-b84f-d336bd1bff57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.953105313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"7f296236-d7c9-4638-87bd-7fe0dade4015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.953118618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"eb923e44-6449-4b00-b2b9-99ef1de76cd0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:49.957756819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"abd4ec1c-852e-47c4-91aa-e03e13176615","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:50.003409316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"cd7f92fd-a379-4a27-b84f-d336bd1bff57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:50.009006556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"eb923e44-6449-4b00-b2b9-99ef1de76cd0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:50.009008511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"7f296236-d7c9-4638-87bd-7fe0dade4015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:50.011971562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"abd4ec1c-852e-47c4-91aa-e03e13176615","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:51.053668556Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-other-sub","reconcileID":"41a05dd0-f96f-4de6-8b78-03501ecc61da","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:51.258498563Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-other-sub","reconcileID":"41a05dd0-f96f-4de6-8b78-03501ecc61da","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:51.460155324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"39cc4757-2c05-4cc0-bfda-4318df23c936","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:51.515284547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"68bc28e9-e362-4a6a-b88a-5bb6d8fb408c","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:51.515640007Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:51.571605872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"08ef6e01-75fe-4348-ab46-49399ab0980c","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:51.640926371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"1656d181-09bf-45f6-a3db-200b7ad2fe3c","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:51.66941963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ece24ed8-874f-4f91-a798-0f31eab7a293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:51.669670895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"7266a042-6c11-4008-8979-6bfc2bfacfbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:51.669424674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-access-denied-auth","reconcileID":"978a521d-0dae-49da-927b-92ec6b5b435a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:51.682862347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"609f4285-fb3a-4f43-bc83-e6e3db595414","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:51.732644445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ece24ed8-874f-4f91-a798-0f31eab7a293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:51.733990445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-access-denied-auth","reconcileID":"978a521d-0dae-49da-927b-92ec6b5b435a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:51.735387828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"7266a042-6c11-4008-8979-6bfc2bfacfbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:51.936169021Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-models-access-denied-auth","reconcileID":"0e771318-f234-4071-981e-03da3f1cd82b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:52.137488102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"4296bfa2-a7af-40b2-8fe5-b319e20378c1","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.557421348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"2704313a-2212-4544-a711-ef379f2dfdac","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.612182317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"112e8f1d-8abf-4609-b482-0bd10f13fbcf","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.80958529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f22cae4c-1c88-4aae-bd68-97cbf66a36b0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.836606674Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.83674288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"9de39d73-c720-47fa-a6e9-a11753c5d954","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.864582259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f22cae4c-1c88-4aae-bd68-97cbf66a36b0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.89257206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"18100bf8-572f-4d5d-800c-a600a31fcbca","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:53.939479232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"8a2ebda9-4831-4df0-ad07-0fb5f09e119f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.041509228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"ea476d90-f2da-4a57-b06f-d27e2b0a358e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.041511853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"62290a0e-a8c5-4430-b540-01ea48d4f7e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.047475675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"67a4cc63-994e-4175-b240-0470f8c26f4b","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.096826148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"62290a0e-a8c5-4430-b540-01ea48d4f7e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.096838578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"ea476d90-f2da-4a57-b06f-d27e2b0a358e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.108380102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"3c233693-95e8-4bc4-afa2-b42e9a9e246b","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.127314214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"9529701d-f432-4227-9f4f-228402815542","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.195959261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"b8f68385-155b-4985-b84a-f4ad5221219f","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.19641062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"efa7655e-9d06-4d57-ad56-722ce2acbfe6","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.333231301Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f8513cea-f545-4b95-a878-e337ec05db34","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-distinct-w3-4d14e0","model":"distinct-w3-4d14e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.439798225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"e6476639-0df3-4911-bab3-203333f33e80","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.44037649Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4d14e0 priority=0:[ai-tenant-e2e-worker-w3-4d14e0/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-4d14e0/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-11bc42-sub models-as-a-service/e2e-rt-sw-29f695-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.468421954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"40b7e607-d14a-4291-98c1-ecd5406f8ed4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.468466863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"398d1cb5-4e7a-43f1-b5ac-8869a8a0d447","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.496002338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"bdb1a34c-d5e0-4a3e-ad95-2d5140e35e5a","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:54.496550731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f8513cea-f545-4b95-a878-e337ec05db34","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.525087032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"398d1cb5-4e7a-43f1-b5ac-8869a8a0d447","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.525127885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"40b7e607-d14a-4291-98c1-ecd5406f8ed4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.549038184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"3b287d38-69b8-4047-af0d-b2a9e971b443","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:54.549559144Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4d14e0/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.582448845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ff329324-ec7c-40ce-a516-79e31680e1b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.582528066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"df7cd8a1-0a9e-4899-ac60-796e9b066cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.603681803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"6e377df0-ac56-47e4-b776-28761711663e","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.638087595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"df7cd8a1-0a9e-4899-ac60-796e9b066cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.638447001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ff329324-ec7c-40ce-a516-79e31680e1b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.70234335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a573446c-2275-4465-a3f7-ad9611c0adae","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-distinct-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/distinct-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.806529423Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ddfa4079-7993-403b-b18c-6ba549f0dc89","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-distinct-2-w3-4d14e0","model":"distinct-2-w3-4d14e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.82843173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"a56c2b56-7985-4b60-890f-c8c3418904a8","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.862114974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"1c95d03c-8209-430a-bfb6-c207895c1fa1","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.969676567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"67d6a813-88dc-4950-93fc-39673af6878e","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.970380594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3bdde53f-ce76-4605-8f78-653983e8a253","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.026321748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3bdde53f-ce76-4605-8f78-653983e8a253","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.070512941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"7c70f79b-9e28-4abc-8c9c-e03bc10653f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.070593156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"8fcc2e43-05f6-4076-ae79-3f768b36dc8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.072877712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3937b803-2d12-45f3-8d65-3a23b240acbc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.125176382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"7c70f79b-9e28-4abc-8c9c-e03bc10653f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.126528712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"8fcc2e43-05f6-4076-ae79-3f768b36dc8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.127895493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3937b803-2d12-45f3-8d65-3a23b240acbc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.169168035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0147cfce-82d3-4ddd-824c-fe3bc4bd844d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-distinct-2-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/distinct-2-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.45969641Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.168018693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"bcc30869-2c21-473a-bb36-43fc0ff5ecc1","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.348224986Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"3ba06c11-98c3-45b5-acdd-4b6353d31594","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-125d02ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.421335207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ce500503-fe95-4ca5-a1e6-68bba89c9d76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.422067785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"aafdeaa3-5432-4634-8f16-08b739603424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.42258614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"069bf0e0-2bc3-4e9c-8e4d-927c8b49cbcc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.422880911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a786bc71-40a7-4172-a0f7-f99e10d197d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.475667578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ce500503-fe95-4ca5-a1e6-68bba89c9d76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.476083873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"aafdeaa3-5432-4634-8f16-08b739603424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.478293608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a786bc71-40a7-4172-a0f7-f99e10d197d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.47832523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"069bf0e0-2bc3-4e9c-8e4d-927c8b49cbcc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.922112033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7f73781e-1e50-4241-adb8-98b16e41c641","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.922352799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"821957e6-4603-4b08-8b1b-b55e07b850c7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.922117844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"9a4232e9-3e0a-4819-b459-5fe5786707be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.922804887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"58b30dc7-ef51-4a30-a52f-3facc4d01b4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.977569828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"821957e6-4603-4b08-8b1b-b55e07b850c7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.977586115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"9a4232e9-3e0a-4819-b459-5fe5786707be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.979891333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7f73781e-1e50-4241-adb8-98b16e41c641","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.979981854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"58b30dc7-ef51-4a30-a52f-3facc4d01b4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.130699928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"0fc3cf29-eed3-4d67-b416-8a6e2047f921","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.130730348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"0fc3cf29-eed3-4d67-b416-8a6e2047f921","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-11bc42-69d88dfde56e","namespace":"llm","model":"e2e-rt-eq-11bc42","externalModel":"e2e-rt-eq-11bc42","provider":"e2e-rt-eq-11bc42-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.287830079Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-11bc42-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-sub","reconcileID":"30b594cc-cc93-40cc-bf19-d30e4a293bcf","MaaSSubscription":{"name":"e2e-rt-eq-11bc42-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-811d30e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.327820935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75a6ac01-66cc-4b93-9b6d-34c0ec6ab4f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.382958838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75a6ac01-66cc-4b93-9b6d-34c0ec6ab4f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.440695773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"a8806ebe-4002-4681-af33-536085ee7266","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.443393593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-access","reconcileID":"b56a4b19-cfa4-4d84-a38a-8b1f9ef05965","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.443557163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b71a8537-ae4a-4127-a20d-2fadeb5ea42a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.495074976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"a8806ebe-4002-4681-af33-536085ee7266","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.497526332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-access","reconcileID":"b56a4b19-cfa4-4d84-a38a-8b1f9ef05965","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.497737353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b71a8537-ae4a-4127-a20d-2fadeb5ea42a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.840150326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b85e042b-4d79-49fa-a78f-f1c28d14bf25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.900170178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b85e042b-4d79-49fa-a78f-f1c28d14bf25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.942563412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6549f393-a4b7-4a7e-a92c-79ffe4afe988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.997397135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6549f393-a4b7-4a7e-a92c-79ffe4afe988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.05171298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"e9fb9cc9-0194-47e1-9c10-818695dcfcf4","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.053703689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-access","reconcileID":"5934f401-ad13-4230-ab51-c6c62ad69f5f","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.106572188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"e9fb9cc9-0194-47e1-9c10-818695dcfcf4","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.10810379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-access","reconcileID":"5934f401-ad13-4230-ab51-c6c62ad69f5f","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.456418323Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-sub1","reconcileID":"3c07fb27-d63d-4db2-bc3a-f5f64c38d2b8","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.505862868Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-sub1","reconcileID":"3c07fb27-d63d-4db2-bc3a-f5f64c38d2b8","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.555641239Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-sub1","reconcileID":"3c07fb27-d63d-4db2-bc3a-f5f64c38d2b8","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.819126645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"5586c1df-6819-487b-8f90-3d8c7ab6a86a","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.877915226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"723edd4e-d942-4a37-87c3-f3164f0086d2","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.980501472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"6cfc0c9a-2789-468a-936c-e808de0e2518","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.980534126Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"6cfc0c9a-2789-468a-936c-e808de0e2518","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.030868382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"b7c6cbad-25e3-4c42-bbc1-ba13dbd3762f","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.068185405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"76bd6ce8-697e-49ee-8246-33157537e8f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.068383737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"ba4911e9-2805-4cad-8096-dfcbc0ad209c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.069600773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"e20dd716-fb6f-4332-9485-aeb3682593f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.12509325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"76bd6ce8-697e-49ee-8246-33157537e8f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.126209375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"ba4911e9-2805-4cad-8096-dfcbc0ad209c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.134593438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"e20dd716-fb6f-4332-9485-aeb3682593f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.144931811Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-sub2","reconcileID":"01cd2e55-8864-4b82-9aca-6e240bf6119a","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3bdc7244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.177814568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"7290bf5f-73ef-44f1-9fc3-24ddef68796f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.232232098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"7290bf5f-73ef-44f1-9fc3-24ddef68796f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.448043479Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-sub1","reconcileID":"d391b512-df00-485b-af56-25ab2d2eeb60","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/distinct-w2-56f3fe","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.498306844Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-sub1","reconcileID":"d391b512-df00-485b-af56-25ab2d2eeb60","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/distinct-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.548988819Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-sub1","reconcileID":"d391b512-df00-485b-af56-25ab2d2eeb60","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/distinct-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.576969526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"1e0c16e3-e129-4230-8408-6f507728a405","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.576986141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"e2fa169c-2bf3-4fa8-9d1e-c5c76644d18b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.578406135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"a7e6dac2-b5f4-40ef-afcf-ea793cb7b403","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.626956169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"dc7f544f-49cc-41f0-b38c-e2852931271e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.632126913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"1e0c16e3-e129-4230-8408-6f507728a405","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.634023565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"a7e6dac2-b5f4-40ef-afcf-ea793cb7b403","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.634678564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"e2fa169c-2bf3-4fa8-9d1e-c5c76644d18b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.681527335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"dc7f544f-49cc-41f0-b38c-e2852931271e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.809563576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"9b907cef-460b-4a04-bb1b-78806eb76979","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.95960927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"865f0a9c-beb8-485c-9b4a-fbe7b59ee587","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.103397234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"9521470d-19b8-4fd2-8212-1c6e555285a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.20285054Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-sub2","reconcileID":"76a096c3-17ad-4853-b9ef-c4bbbd509b06","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-df0bbd04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.205894588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"9521470d-19b8-4fd2-8212-1c6e555285a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.206536116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"82f12af1-2e6d-4ec5-8e0a-1379e70921c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.2071027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"7bcafb0b-0428-4916-bb17-a3a395c98120","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.252078323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"35dd7a67-6255-42b8-bf52-05f4cf9b1328","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.260985501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"82f12af1-2e6d-4ec5-8e0a-1379e70921c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.26153557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"7bcafb0b-0428-4916-bb17-a3a395c98120","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.308031343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"35dd7a67-6255-42b8-bf52-05f4cf9b1328","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.651078142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"6fe1a50e-294f-498e-98e3-3a4f6ba54df5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.706480101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"6fe1a50e-294f-498e-98e3-3a4f6ba54df5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.754756015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"fe19d814-6517-46b8-a8fa-5dbc208f69fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.754884735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"e7ea3aa8-27b9-4d94-be8d-1c3ec6ce2f88","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.755337987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"ed328ff5-aa8f-4827-b678-ee6974969498","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.814556478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"fe19d814-6517-46b8-a8fa-5dbc208f69fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.814756822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"ed328ff5-aa8f-4827-b678-ee6974969498","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:00.818199045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"e7ea3aa8-27b9-4d94-be8d-1c3ec6ce2f88","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.674886508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"53b9cd9f-dc20-47d8-8d85-ce09065636b3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-distinct-2-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/distinct-2-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.932328511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"cc7d2834-815a-43e0-b1e0-5d7381f1580d","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.411199998Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b424cccc-a362-46c1-be5a-5b2474a1774a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/distinct-w3-4d14e0","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.48341801Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b424cccc-a362-46c1-be5a-5b2474a1774a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/distinct-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.498087432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"91c0a37b-5b4f-41aa-ac97-b69832f83154","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.510907004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"17d37841-65cd-498d-adbe-91ffbb0f6956","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.510861199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"035e53af-2ae7-4b3c-b143-0ad795a6c21c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.547046346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"ce4fd7bd-5568-43b4-a494-9cbb1a013c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.548384389Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b424cccc-a362-46c1-be5a-5b2474a1774a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/distinct-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.580627908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"035e53af-2ae7-4b3c-b143-0ad795a6c21c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.583954126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"91c0a37b-5b4f-41aa-ac97-b69832f83154","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.636671394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"e4080af6-767b-4d32-943f-de44d0df0405","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.65168731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"ce4fd7bd-5568-43b4-a494-9cbb1a013c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.652401666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"17d37841-65cd-498d-adbe-91ffbb0f6956","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.718386596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"e4080af6-767b-4d32-943f-de44d0df0405","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.907853797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"aa1cead2-bdbc-4f56-afb8-1ed6158c316d","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.068605388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"c9e9a6a4-1d5d-48df-a3a8-b18f6efa742e","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.111867581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"121c0735-fd55-4f7a-942f-bd40388f3111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.183058093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"121c0735-fd55-4f7a-942f-bd40388f3111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.225614548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"17808376-a840-40f8-a242-611b5dca99cc","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.225649487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"c1ce72d0-82cc-449e-9835-4880931708cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.226984343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"a49834d6-a556-42e4-9e32-421145d3a49d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.232064097Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"15eb375f-53b4-4f93-b334-561cda3bd997","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1fe0330d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.275526704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"b17d3637-567f-4a95-a6cc-87e691732203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.280054425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"c1ce72d0-82cc-449e-9835-4880931708cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.280073005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"17808376-a840-40f8-a242-611b5dca99cc","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.282549368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"a49834d6-a556-42e4-9e32-421145d3a49d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.333438036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"b17d3637-567f-4a95-a6cc-87e691732203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.339008354Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-11bc42-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-sub","reconcileID":"cc9e8d55-62db-48d0-b68b-3e3a3e5fb20a","MaaSSubscription":{"name":"e2e-rt-eq-11bc42-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-11bc42","subscription":"e2e-rt-eq-11bc42-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.438433762Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-11bc42-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-sub","reconcileID":"cc9e8d55-62db-48d0-b68b-3e3a3e5fb20a","MaaSSubscription":{"name":"e2e-rt-eq-11bc42-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.489484236Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-11bc42-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-sub","reconcileID":"cc9e8d55-62db-48d0-b68b-3e3a3e5fb20a","MaaSSubscription":{"name":"e2e-rt-eq-11bc42-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-11bc42","namespace":"llm","model":"llm/e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.592584096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7b831359-0e19-4e59-9d03-4471a9c83983","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.647293165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7b831359-0e19-4e59-9d03-4471a9c83983","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.69741033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"06e9bbed-10d7-42f3-b89e-8d4ad5a7bdab","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.697800989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"4fd87696-8cdb-449e-bd54-76f80dc30193","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.69793958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"f9cecef8-4812-422c-b884-878396421025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.737357543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"1a8e3b03-c4f4-4a4c-9b20-8d2cf0f61f36","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.752413695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"06e9bbed-10d7-42f3-b89e-8d4ad5a7bdab","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.752942928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"4fd87696-8cdb-449e-bd54-76f80dc30193","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.755080478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"f9cecef8-4812-422c-b884-878396421025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.792936979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"1a8e3b03-c4f4-4a4c-9b20-8d2cf0f61f36","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.803919464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"aef61c48-a15f-4faa-ba28-e20fbf9e1fa4","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.80395485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"aef61c48-a15f-4faa-ba28-e20fbf9e1fa4","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-11bc42-69d88dfde56e","namespace":"llm","model":"e2e-rt-eq-11bc42","externalModel":"e2e-rt-eq-11bc42","provider":"e2e-rt-eq-11bc42-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.964152156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"8ebc045f-001a-4492-9cd2-aedaf1115245","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.964178327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"8ebc045f-001a-4492-9cd2-aedaf1115245","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-11bc42-69d88dfde56e","namespace":"llm","model":"e2e-rt-eq-11bc42","externalModel":"e2e-rt-eq-11bc42","provider":"e2e-rt-eq-11bc42-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.093104581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"dde69065-8f57-4a65-ae68-854614d6b020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.095013866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"adce0d8c-99c7-4a31-8684-c98993c5f8d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.095965711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"5933bf80-668e-4a5e-948b-57a1458c9cdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.147536992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"dde69065-8f57-4a65-ae68-854614d6b020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.150409013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"5933bf80-668e-4a5e-948b-57a1458c9cdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.150603668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"adce0d8c-99c7-4a31-8684-c98993c5f8d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.193017748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"36ad4299-6061-42b6-bee0-bc6fa90f4d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.247748237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"36ad4299-6061-42b6-bee0-bc6fa90f4d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.294305183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"e814d6c6-c26b-4773-a139-c9457587d6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.349639164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"e814d6c6-c26b-4773-a139-c9457587d6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.591178989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"dcfc8006-c2f9-475c-9325-0aae1c3769f0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.591574703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"154c6380-6e4d-4fa2-a7b8-95ba7f10b17e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.591992778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"2a699c2f-2894-4af9-9e42-bd0856c7e2d4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.646908761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"dcfc8006-c2f9-475c-9325-0aae1c3769f0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.647043482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"154c6380-6e4d-4fa2-a7b8-95ba7f10b17e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.649079118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"2a699c2f-2894-4af9-9e42-bd0856c7e2d4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.696329238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"b2540f95-a58c-41f1-afd0-3c86a5c28787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.745016934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c60bcfab-1bc7-47f3-ba6e-995669f48d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.750261984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"b2540f95-a58c-41f1-afd0-3c86a5c28787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.794999388Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-11bc42-access","reconcileID":"6d5f2ab7-8489-49b7-8f75-974f6987d8a0","MaaSAuthPolicy":{"name":"e2e-rt-eq-11bc42-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.799919987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c60bcfab-1bc7-47f3-ba6e-995669f48d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.994370099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2804604e-e280-40a1-a877-3699af3f028b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.996871194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"66e5d553-5749-4fbf-a3d2-cc43022bb756","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.049142284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2804604e-e280-40a1-a877-3699af3f028b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.051833242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"66e5d553-5749-4fbf-a3d2-cc43022bb756","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.054733962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"725d5110-60e1-4f5a-956d-842c99cbd4e4","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.054756211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"725d5110-60e1-4f5a-956d-842c99cbd4e4","MaaSModelRef":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-11bc42-69d88dfde56e","namespace":"llm","model":"e2e-rt-eq-11bc42","externalModel":"e2e-rt-eq-11bc42","provider":"e2e-rt-eq-11bc42-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.202616106Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-sub2","reconcileID":"49445a2b-70ec-42e2-802f-c883a9c4a7ce","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.26271913Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-sub2","reconcileID":"49445a2b-70ec-42e2-802f-c883a9c4a7ce","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.312534024Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-sub2","reconcileID":"49445a2b-70ec-42e2-802f-c883a9c4a7ce","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.584085255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"7442fad4-a663-48c0-b5f2-23396be6484e","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.666998875Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"132638dd-e934-47da-86bc-dddca0bc5dd7","namespace":"llm","name":"e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.72975029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5b859ccb-8f1d-4c03-abe3-ca5fdd476e1e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.729771798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5b859ccb-8f1d-4c03-abe3-ca5fdd476e1e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.730019191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f1a185ad-6db9-4bcb-b4df-b7d788c3e0db","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.730034204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f1a185ad-6db9-4bcb-b4df-b7d788c3e0db","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.730250513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"68794495-a1a5-41f6-9a9a-def3f4d2f09b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.730260819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"68794495-a1a5-41f6-9a9a-def3f4d2f09b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.730466055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"16b179fd-a332-437c-acd8-9ae1a7c1cc6c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.730477385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"16b179fd-a332-437c-acd8-9ae1a7c1cc6c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.730700867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d966b14d-7718-4857-a9b0-b16cf8b66fa9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.730712867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d966b14d-7718-4857-a9b0-b16cf8b66fa9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.731000168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e2d86b8-a927-49b4-9f85-fe899894cab7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.731011321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e2d86b8-a927-49b4-9f85-fe899894cab7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.731331775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"71eacf00-3e7b-4860-b295-52e43ab80692","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.731344288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"71eacf00-3e7b-4860-b295-52e43ab80692","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.731584015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b6ea60da-ad31-427b-bc36-83d8551ba6e2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.731594782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b6ea60da-ad31-427b-bc36-83d8551ba6e2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.782719047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"e27046e7-0ea4-46fb-8c0b-309e0c0a535d","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.782747827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"e27046e7-0ea4-46fb-8c0b-309e0c0a535d","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.836558622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"29857812-22db-43dd-bdfc-03a7b1435bb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.836572581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"df7172c4-c78f-4f74-965c-9eff69197b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.838372485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"a1e1d0ef-cdcd-41af-bc73-582c4dbe580e","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.839004616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"475d3e9e-a103-47e9-9229-293ac5a9c16c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.839024787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"2ee8ede2-eab1-4c81-b5e3-be14aa9be94f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.89310649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"df7172c4-c78f-4f74-965c-9eff69197b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.893942986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"475d3e9e-a103-47e9-9229-293ac5a9c16c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.895711993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"29857812-22db-43dd-bdfc-03a7b1435bb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.896112782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"2ee8ede2-eab1-4c81-b5e3-be14aa9be94f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.916845132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"664f2c14-7571-4fb1-b5bd-b7357b64b12f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.938904721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa69663c-fa2a-47e0-afca-669f7ca74a8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.939688822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3e5cadc1-37e9-4746-ab1d-26d33e734cf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.971564805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"664f2c14-7571-4fb1-b5bd-b7357b64b12f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:09.987363901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"f06892d8-b0c9-4d8a-afeb-3b5cd2cb055b","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-29f695","model":"llm/e2e-rt-sw-29f695","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.257185486Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-sub2","reconcileID":"2ff3584f-70f7-4c20-b075-6ab2df081f0b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/distinct-2-w2-56f3fe","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.257973851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"1ce5976c-bdb3-4efe-a21c-94413a8a3293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.307409682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"b16725fe-d368-4e77-82b9-4abeaf505e26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.307715664Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-sub2","reconcileID":"2ff3584f-70f7-4c20-b075-6ab2df081f0b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/distinct-2-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.314184043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"1ce5976c-bdb3-4efe-a21c-94413a8a3293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.342132387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"9b161c49-f6b3-41f4-bf48-d761d78ae737","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.342140661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"2a54ac76-1ca7-4405-8ed0-a7be6e0af60a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.357618169Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-sub2","reconcileID":"2ff3584f-70f7-4c20-b075-6ab2df081f0b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/distinct-2-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.361665214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"b16725fe-d368-4e77-82b9-4abeaf505e26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.398960414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"2a54ac76-1ca7-4405-8ed0-a7be6e0af60a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.399776924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"9b161c49-f6b3-41f4-bf48-d761d78ae737","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.502972749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a3a64a76-a014-4f69-9625-86eb4d99fde6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.558037869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a3a64a76-a014-4f69-9625-86eb4d99fde6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.641393872Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-11bc42","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-11bc42","reconcileID":"23164ccc-0dc5-4bf6-9c64-e3e862d509a9","namespace":"llm","name":"e2e-rt-eq-11bc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.698449414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"10c97692-5e3d-4ff5-81a4-9d2c57cb7a3c","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.789219828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"b8808e73-9de0-43ea-ae3a-a95470808a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.801595413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f17a627-a99b-4f92-a7c0-8454e0b1c61d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.832013334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"61e8c633-573e-4c33-842a-bf5b0bc45340","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.843912157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"b8808e73-9de0-43ea-ae3a-a95470808a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.844070675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"46f1c933-0f9f-487a-b285-fa5b3f734672","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.855991652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f17a627-a99b-4f92-a7c0-8454e0b1c61d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.892710064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"8efa79f3-ac4c-43eb-a210-403d8b79e648","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.898905523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"46f1c933-0f9f-487a-b285-fa5b3f734672","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.951638629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"8efa79f3-ac4c-43eb-a210-403d8b79e648","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.967654542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7597e80a-5c7b-4b66-86a5-b4262109b315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.022406918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7597e80a-5c7b-4b66-86a5-b4262109b315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.150403201Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth1","reconcileID":"92e8067c-5b6e-4be4-b98d-64be8699882f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.19687539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"e7d0d53a-525c-41ea-b62f-98c1dafaf7ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.255946949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"48866329-0ba1-4ef6-b972-1964485e6768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.287810964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"e7d0d53a-525c-41ea-b62f-98c1dafaf7ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.344368846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"48866329-0ba1-4ef6-b972-1964485e6768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.358173622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"f47863e5-76ee-4eb6-a299-a4887ff0b2c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.405732916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"4a04788d-10a2-42bf-806f-b6d80c15e50e","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.41373583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"f47863e5-76ee-4eb6-a299-a4887ff0b2c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.457756885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"0613eb53-46a0-4e8a-8d72-9b060a0d8343","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.513756516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"0613eb53-46a0-4e8a-8d72-9b060a0d8343","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.551534383Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth1","reconcileID":"a73972cf-9d37-47e4-b65f-1d4122b6a9e9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/distinct-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.562372968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"2699c0a9-bed5-4934-9d78-9cb115667055","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.56248824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"226fd023-011e-4262-8f75-3e5535de9f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.61741803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"226fd023-011e-4262-8f75-3e5535de9f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.65746951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"27d7ebec-5272-4d0a-9e26-71b55b63c7e9","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.657511244Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"27d7ebec-5272-4d0a-9e26-71b55b63c7e9","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.750907437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"47e77c6e-64bc-4f7c-b8f6-bd7bd8cb9443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.763765031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"3604d81d-e812-4b3f-bbe2-dfe3319d0845","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.801995566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"4738828f-6dcf-48c9-901f-2639dc6f2a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.811843251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"47e77c6e-64bc-4f7c-b8f6-bd7bd8cb9443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.813393199Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"07378fb3-5484-469b-b875-34d717d57279","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c48c0b73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.905730007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"4738828f-6dcf-48c9-901f-2639dc6f2a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.934286505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"4b86f843-904e-456d-9376-b27c865adb7a","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.935947053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"5e9fe1f4-cf29-4b94-a4bd-7fcf71470544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:11.993964521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"5e9fe1f4-cf29-4b94-a4bd-7fcf71470544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.03619344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"d720d0c3-e786-4d57-9911-07826a92befe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.090718773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"d720d0c3-e786-4d57-9911-07826a92befe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.133470634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"d60d2d51-fc9c-4111-ba1c-7b29802712f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.187963933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"d60d2d51-fc9c-4111-ba1c-7b29802712f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.299064134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"846d65db-d41d-4974-ae21-f0b103a29546","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.35750068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"846d65db-d41d-4974-ae21-f0b103a29546","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.403305188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3742dea0-4220-41c8-a1d9-184859dd1a1b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.453863813Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-multi-keys-auth2","reconcileID":"935d6c67-0c6f-4941-8e78-9f88f09fccfa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.46034738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3742dea0-4220-41c8-a1d9-184859dd1a1b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.487944382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3dd0c60-3807-498d-9457-f82c9a2cb7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.515155815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"43236df8-d45a-4395-918f-6b6a0fdea977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.54265958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3dd0c60-3807-498d-9457-f82c9a2cb7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.569815121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"43236df8-d45a-4395-918f-6b6a0fdea977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.606977569Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-return-all-auth2","reconcileID":"30beb111-f9df-4a79-9627-0e6af47c1318","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/distinct-2-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.661772441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"3d33c7bb-2b78-4121-90ed-7f10ae57fed9","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.760362824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"70a9ca1b-e86f-4b43-a215-bf1be462a227","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.80538123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"7fbd7d1f-9367-429a-975b-92c568360622","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.86279799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"7fbd7d1f-9367-429a-975b-92c568360622","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.907650546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5f78b10-78ba-4f7f-a8ff-c75d93f545fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.962106333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5f78b10-78ba-4f7f-a8ff-c75d93f545fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.172605518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"9d3ff8ed-ef19-4dba-9303-c409a13882a7","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.225956098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"c3a74944-296f-4c37-b871-f3611bcd2f18","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.451457421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0c6a6c33-8309-4fe3-a459-5bc0d3f0ed68","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.460778886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"e6b7d167-d473-4c4b-8702-ea5497f6bcde","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.512089291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0c6a6c33-8309-4fe3-a459-5bc0d3f0ed68","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.535820897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"6a9c9623-7ae4-4408-a714-d6812088cefe","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:59:15.568322937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-sub1","reconcileID":"350088f8-cfaf-4294-adcb-d7b8dcddfa3b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:59:15.587047967Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"6a9c9623-7ae4-4408-a714-d6812088cefe","name":"distinct-w0-9a5623","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-9a5623\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:59:15.587113753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"6a9c9623-7ae4-4408-a714-d6812088cefe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-9a5623\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.59246945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"79396136-9c87-49c5-97d8-c8eac5c5e0b1","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.667000594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"b2b6b630-8a6b-4214-b741-750864b478da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.671297591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"d8958d16-9021-477c-9c7b-8fdbcd5fe846","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.682341017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c3f51d25-1310-4f46-88b0-eb7395c3699b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.721332113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"b2b6b630-8a6b-4214-b741-750864b478da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.726258285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"f7197556-b1c4-44f9-804d-d3b485cbfda3","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.736728878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c3f51d25-1310-4f46-88b0-eb7395c3699b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.740876772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"58e08974-7a2a-493c-b12b-a92f1fc0405d","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.795897731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"2e0c98be-3f34-4855-a7e8-5684cbcc7d7b","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.819708213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"d62e85bb-8ae6-49b6-90a0-3b72d96b5e28","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.928389812Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-sub1","reconcileID":"6cdb2698-ec72-48de-9208-1047f68493ee","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-w0-9a5623","model":"distinct-w0-9a5623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.029210899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"16519903-5ab7-40ff-ab60-2e963ce0bb50","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.030594398Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9a5623 priority=0:[ai-tenant-e2e-worker-w0-9a5623/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-9a5623/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.050341992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4fa472b7-a01c-465e-8489-e2ff462209ac","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.08848002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"f687d840-516a-4edb-acf5-c9a62b63dae0","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.104997473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4fa472b7-a01c-465e-8489-e2ff462209ac","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.122019588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"4c7ca9bb-6fb4-41d9-97d5-db0985a3eb6f","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:59:16.135178799Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9a5623/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:59:16.135531481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-sub2","reconcileID":"2c826de1-f071-41ec-8a75-f047f23aee59","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.158286946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cecf9766-dd76-45c6-bb43-705fb9903c2c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.212569158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cecf9766-dd76-45c6-bb43-705fb9903c2c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.240646932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"3fc755a8-7d47-44e8-abeb-46bbf9c2c7ca","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.247384741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"9ae0fcc6-c850-4fa9-97b5-5e82628a659d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.247383727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"e34c10e5-1950-4b63-8a5d-9ea99be70f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.294481357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"97695b8f-32a8-49ae-9a02-4e86c3ba9ca6","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.302532704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"9ae0fcc6-c850-4fa9-97b5-5e82628a659d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.302580142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"e34c10e5-1950-4b63-8a5d-9ea99be70f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.321349369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-sub1","reconcileID":"6dbaac5f-44fe-4929-a7bc-e738139b01a6","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.409829159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"11a48997-a9cf-43e2-af8d-368128d26a6a","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.497637441Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1ff13505-9000-4566-b967-6a69bb753363","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-2-w0-9a5623","model":"distinct-2-w0-9a5623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.651020513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"59614a69-54a0-4d00-a38d-39ae0f673533","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.652615888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f3c2aa18-1ede-4ed7-8518-f96fb77bf1f8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.656107118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"e71dbfaa-4a8f-4635-81db-c36ee20e2aa9","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.705648195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"59614a69-54a0-4d00-a38d-39ae0f673533","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.707783574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f3c2aa18-1ede-4ed7-8518-f96fb77bf1f8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.750086996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"82418c28-9c41-4cd9-b983-e08649735c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.750144836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"5d3e9fd7-7037-4722-ad31-6970accfcb14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.809684044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"82418c28-9c41-4cd9-b983-e08649735c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.809817673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"5d3e9fd7-7037-4722-ad31-6970accfcb14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.854426087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-sub2","reconcileID":"388111c8-aebc-48d9-a2bd-c39a48de2f3c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-2-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.281826407Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"b6ba5439-600d-4411-8a7b-aaacc711b4d2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/distinct-2-w3-4d14e0","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.332738199Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"b6ba5439-600d-4411-8a7b-aaacc711b4d2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/distinct-2-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.39871385Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"b6ba5439-600d-4411-8a7b-aaacc711b4d2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/distinct-2-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.659619148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"5bae5834-7dfb-4e47-97a6-d396363a1eae","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.659971152Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9a5623 priority=0:[ai-tenant-e2e-worker-w0-9a5623/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-9a5623/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.72149724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"fac5f3b8-4a00-415b-925a-6c0341fceddf","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.778556375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"998313ec-1829-4c51-ac5a-e10080c588e1","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.832156994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"85a2b531-9643-495a-9a8a-d3f7e7d0bada","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.929746587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"257daa0e-9fa1-497f-8401-99a6bdddb91f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.940318907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"59cf6914-188d-42ff-9c24-0e93443bce03","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.940363222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"1dfec6e0-d148-438c-aed5-44743cd1ae9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.940970105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dc0ee573-e905-491b-bad2-2e99012ca550","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.984541798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"257daa0e-9fa1-497f-8401-99a6bdddb91f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.995485949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"59cf6914-188d-42ff-9c24-0e93443bce03","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.996543633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"1dfec6e0-d148-438c-aed5-44743cd1ae9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.997781097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dc0ee573-e905-491b-bad2-2e99012ca550","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.184916394Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9b47a3bd-197e-44c0-8117-96d85e59132d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/distinct-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.364731682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"cbcd0269-fcc4-437b-a0af-df1cf2d132e0","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.382523392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"24dbe3e3-40cd-4897-8907-22de9546ff5c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.419972784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"ac2b9c02-0abc-4a50-be74-f203087c6536","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.436987157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"24dbe3e3-40cd-4897-8907-22de9546ff5c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.518501077Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8aaedd14-6e40-4ab5-b6b6-43733aaed553","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9f11b7b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.547276478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"1789754e-00f6-400c-923f-a0ab384522a5","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.609908957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"f6f01583-4075-46bd-b039-79f927204363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.610161908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ab80838f-a9c2-401b-aa19-77c79bc8098e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.609918115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f9d2cc76-d51e-4ed2-9e2b-8ce167233c7f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.637785218Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3cb2803c-7af8-4941-9247-bd145e1702b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/distinct-2-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.66461601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"f6f01583-4075-46bd-b039-79f927204363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.665732185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ab80838f-a9c2-401b-aa19-77c79bc8098e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.666957778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f9d2cc76-d51e-4ed2-9e2b-8ce167233c7f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.71019504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1d369580-cc4c-4eae-8684-a2132397e242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.764952948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1d369580-cc4c-4eae-8684-a2132397e242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.792771841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"e804131b-cccc-46c8-9837-1f14c443daf7","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:19.087296811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b7bf7027-04ef-4457-8ec1-deed0a9118a6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:19.087446567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2cbdb233-8784-4f4c-97a9-4b1061748736","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:19.087292599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"fcdd525e-00b3-4b21-adbd-8fc33167b9fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:19.142325274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"fcdd525e-00b3-4b21-adbd-8fc33167b9fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:19.142456857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b7bf7027-04ef-4457-8ec1-deed0a9118a6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:19.144998832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2cbdb233-8784-4f4c-97a9-4b1061748736","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:19.234171635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"87215ca6-fda6-4a09-95cb-269bfd7766c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:19.288879473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"87215ca6-fda6-4a09-95cb-269bfd7766c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:21.86584086Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"ee572a88-cbb2-418e-8c08-26bfa515b203","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-29f695","subscription":"e2e-rt-sw-29f695-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:21.968157222Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"ee572a88-cbb2-418e-8c08-26bfa515b203","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.018108215Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-sub","reconcileID":"ee572a88-cbb2-418e-8c08-26bfa515b203","MaaSSubscription":{"name":"e2e-rt-sw-29f695-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-29f695","namespace":"llm","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.33676382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"a555305f-bd6f-4e69-90f1-735c2fe2c426","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.336790449Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"a555305f-bd6f-4e69-90f1-735c2fe2c426","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.442105376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"8ef2253b-5f67-46e5-a492-c1fc33544264","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.481915932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2644b3ac-abab-4d53-b04d-10658f597a9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.482082124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"5004f5a8-e1d4-4dc4-a555-12b1852e619c","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.48191342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"102495d8-0bcc-4dc6-9bdc-67fd6facfb3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.492337797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"b58510f8-adaa-4883-9c19-9d10ff60ef16","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.492358738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"b58510f8-adaa-4883-9c19-9d10ff60ef16","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.53683238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2644b3ac-abab-4d53-b04d-10658f597a9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.537470366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"5004f5a8-e1d4-4dc4-a555-12b1852e619c","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.539167072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"102495d8-0bcc-4dc6-9bdc-67fd6facfb3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.783124135Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-29f695-access","reconcileID":"742ab806-99ce-4085-8386-3846761b0f51","MaaSAuthPolicy":{"name":"e2e-rt-sw-29f695-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.987508148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"ab4b865d-c61b-4e08-b8e4-a28fd5e16cb7","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.987537215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"ab4b865d-c61b-4e08-b8e4-a28fd5e16cb7","MaaSModelRef":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-29f695-6fd0125525f2","namespace":"llm","model":"e2e-rt-sw-29f695","externalModel":"e2e-rt-sw-29f695","provider":"e2e-rt-sw-29f695-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.550103572Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"25aef8d1-8d3f-433b-a791-6b6bc5b22988","namespace":"llm","name":"e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.608481872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b6db7a40-d58a-4842-aaba-75e279bcf0d6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.608503556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b6db7a40-d58a-4842-aaba-75e279bcf0d6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.608754834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"56e919ed-b3fd-4e3e-898e-ea39ac7127cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.608767022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"56e919ed-b3fd-4e3e-898e-ea39ac7127cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.60894727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"89533e52-4845-4303-914d-d7da0c6ba0cc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.608958175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"89533e52-4845-4303-914d-d7da0c6ba0cc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.609196719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"856b9c14-f11a-4aec-82c6-cca83f081ba7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.609211373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"856b9c14-f11a-4aec-82c6-cca83f081ba7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.609466542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8368df1b-7666-449b-b82f-c1ccb7bd7dfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.60948021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8368df1b-7666-449b-b82f-c1ccb7bd7dfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.609856305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b5c649b-03f4-4b51-8658-526eadec34b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.609869657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b5c649b-03f4-4b51-8658-526eadec34b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.610182557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4898c065-905c-4914-a17e-138a7df60452","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.610196486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4898c065-905c-4914-a17e-138a7df60452","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.610438997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"28a1b923-9a13-4d24-92f0-fa47de8c5f8a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.610451281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"28a1b923-9a13-4d24-92f0-fa47de8c5f8a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.699700276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"000964ad-0087-440a-8076-fba14239462b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.699828871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"23eb98b2-1620-411c-8faf-50a6e94266c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.700128804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db7857a5-a7b3-4718-b72d-f9b7ee923161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.754804649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"000964ad-0087-440a-8076-fba14239462b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.754888907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db7857a5-a7b3-4718-b72d-f9b7ee923161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.75714136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"23eb98b2-1620-411c-8faf-50a6e94266c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.797083317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"831aa7bd-485f-4ef0-9c1b-184398741921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.797778705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"60c0d9b6-11b4-486e-b299-33b340eb9fa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.808590803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5c97337-1e9d-468d-97b6-df16832f5612","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.808876193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"14cbf597-8945-429f-9cbb-bb42f606fba9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.878518472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"831aa7bd-485f-4ef0-9c1b-184398741921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:23.882739824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"60c0d9b6-11b4-486e-b299-33b340eb9fa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.090423375Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-29f695","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-29f695","reconcileID":"29fc9641-bfc5-45cc-9fa4-87c4ecd65146","namespace":"llm","name":"e2e-rt-sw-29f695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.146199868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"70d7827d-6ac1-46fe-8ac8-2bd470a540ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.147125218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba9587ad-436c-42a1-a0a2-a68a9143c910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.14634257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"bee16baa-2bcc-4681-9ba4-08556efea776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.202785889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"70d7827d-6ac1-46fe-8ac8-2bd470a540ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.210490613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba9587ad-436c-42a1-a0a2-a68a9143c910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.211402306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"bee16baa-2bcc-4681-9ba4-08556efea776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.312701277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"db482ef5-1fcf-40da-a3de-ad4c09fa900b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.313061304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"ff660147-d850-4a74-8399-cbe6523bed7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.367604726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"ff660147-d850-4a74-8399-cbe6523bed7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.367778641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"db482ef5-1fcf-40da-a3de-ad4c09fa900b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.70478657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"82f4d8c3-32b3-4b59-a53f-4e9aea3e6616","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.708053935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"2e01610e-e70b-4d50-8af5-c1a4426a2675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.708601676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"a593fe8c-bbdc-4eb0-a88a-3b435d7f7c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.759682002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"82f4d8c3-32b3-4b59-a53f-4e9aea3e6616","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.762110256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"2e01610e-e70b-4d50-8af5-c1a4426a2675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.763133593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"a593fe8c-bbdc-4eb0-a88a-3b435d7f7c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.807460638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd8c9e5e-e3d5-458a-a7ed-950f2e98b30f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.862289439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd8c9e5e-e3d5-458a-a7ed-950f2e98b30f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.904822955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"edfced3d-5232-4af5-b4c0-b425000cea39","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.959254761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"edfced3d-5232-4af5-b4c0-b425000cea39","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.105963488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51488d87-5f0a-4552-94d7-02d9b8c14ec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.106137766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"bb962883-8fd5-4578-a6de-a821f96c395f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.105961704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"696e810c-5d6b-4a45-9c4e-d8de6ac0edc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.160461574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"696e810c-5d6b-4a45-9c4e-d8de6ac0edc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.161083988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51488d87-5f0a-4552-94d7-02d9b8c14ec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.16299728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"bb962883-8fd5-4578-a6de-a821f96c395f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.301826406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"06407927-76dd-4081-badd-46b030a45440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.361710772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"06407927-76dd-4081-badd-46b030a45440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.410985538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"d2b34fc7-84d2-4c5a-8d1f-c8393be0e891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.427016397Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.466499571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"d2b34fc7-84d2-4c5a-8d1f-c8393be0e891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.532225917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"ea4d19d9-423a-4cc2-b820-b13413655433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.532270319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"08609836-5cb9-4751-bd6f-985c9a232979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.587582605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"08609836-5cb9-4751-bd6f-985c9a232979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.58941416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"ea4d19d9-423a-4cc2-b820-b13413655433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.571767084Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c426d3eb-ae6d-436d-a96d-29407a0b16e2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.630466621Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c426d3eb-ae6d-436d-a96d-29407a0b16e2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.680482827Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c426d3eb-ae6d-436d-a96d-29407a0b16e2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.038117667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"1db00976-7cb7-4424-b6c8-f60cb3654664","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.19888657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"d3d7982d-aa94-46a8-8519-ea937c6bb672","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.391466149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d2db2cea-9f1a-4cfe-b88a-41728d8bfa43","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.391771266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"d2fe6cf1-c563-4a4f-95d4-9fba33f619b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.392694089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c98b7367-8e6c-46c8-9e69-3b55d2847c9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.393612409Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f340b89b-370e-4043-9664-f8ede7c52606","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1591f433","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.448015313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3763af63-0505-44c2-ace2-e50648c03448","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.804786188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d2db2cea-9f1a-4cfe-b88a-41728d8bfa43","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.848291572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3763af63-0505-44c2-ace2-e50648c03448","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.882685135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"d2fe6cf1-c563-4a4f-95d4-9fba33f619b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.882294072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c98b7367-8e6c-46c8-9e69-3b55d2847c9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:30.563059517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c618bd57-dfd9-4d7d-bcef-fa6c7662d8dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:30.657735947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c618bd57-dfd9-4d7d-bcef-fa6c7662d8dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:30.664643133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"443f7261-7159-4477-945b-2144fa6b676c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:30.665283607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae78bd63-92b6-4fe3-adc0-f76814f7e734","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:30.665305777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae78bd63-92b6-4fe3-adc0-f76814f7e734","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:30.70567377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f8da8c8c-8f3c-4c0c-8988-36744dee61e7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:30.790900476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"5f38343d-a180-43ea-abea-aea0ad4f036f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:30.793988181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"443f7261-7159-4477-945b-2144fa6b676c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:30.886146341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f8da8c8c-8f3c-4c0c-8988-36744dee61e7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:30.827215659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b3e37c3-23bc-4250-97e0-3997fb37a7c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:30.927691461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b3e37c3-23bc-4250-97e0-3997fb37a7c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.018757273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2df91179-fe7d-4239-85af-cc964c09ecb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.083343545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2df91179-fe7d-4239-85af-cc964c09ecb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.103813918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7384f1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7384f1","reconcileID":"a5a1c367-a755-475d-b4b3-833ea25daaec","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7384f1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.136066471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"5f38343d-a180-43ea-abea-aea0ad4f036f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.1618082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba1c67d1-b5ec-483e-a2aa-435276dc2449","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.184796666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba1c67d1-b5ec-483e-a2aa-435276dc2449","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.2164136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7384f1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7384f1","reconcileID":"a5a1c367-a755-475d-b4b3-833ea25daaec","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7384f1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:59:31.239988146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-7384f1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-7384f1","reconcileID":"1c3ebe50-9d8e-463a-93b9-f6ded9f1ec11","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-7384f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.290915152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"278de60c-0fea-4669-9484-f708a2876e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.471299055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"278de60c-0fea-4669-9484-f708a2876e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.538993412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3b0d355-5c77-4902-a85b-4a4da6c1859a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.539022122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3b0d355-5c77-4902-a85b-4a4da6c1859a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.597277793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78133bfe-3048-46f6-8ba0-fbae3d278f4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.600104993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc0ab72e-1dd4-42d4-a3bd-2d843c853cba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.651626091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc0ab72e-1dd4-42d4-a3bd-2d843c853cba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.660630217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdcb0fb5-80e5-4f07-a8b7-5bfbab97d6c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.660736579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdcb0fb5-80e5-4f07-a8b7-5bfbab97d6c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.687977039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78133bfe-3048-46f6-8ba0-fbae3d278f4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.777313137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"d848823a-2aa6-42f7-bdcf-eaeacd9362e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.870960998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"d848823a-2aa6-42f7-bdcf-eaeacd9362e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.899776505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7384f1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7384f1","reconcileID":"f0ef1772-6f75-4939-a8fa-9ea225f5fadf","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7384f1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.901754712Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-7384f1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-7384f1","reconcileID":"77e85748-11c7-4648-a225-247d271cf03d","MaaSSubscription":{"name":"e2e-default-int-sub-7384f1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-7384f1","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:31.923041695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"cdbff09b-3f30-4146-a4f8-eff2ce7c49ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.004439641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7384f1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7384f1","reconcileID":"f0ef1772-6f75-4939-a8fa-9ea225f5fadf","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7384f1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.145627284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"cdbff09b-3f30-4146-a4f8-eff2ce7c49ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.147102095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"d7109a46-8078-4460-af9d-ef637677e2b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.232077111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1c637e2-0838-47ed-aac8-5c4fc170bc4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.232288931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1c637e2-0838-47ed-aac8-5c4fc170bc4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.235565059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"9a389897-e804-48bb-ada3-1ac0bc859d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.237520737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"d7109a46-8078-4460-af9d-ef637677e2b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.295206815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fd4eec66-fbd2-41bd-a847-b0c8516024a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.309408608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"9a389897-e804-48bb-ada3-1ac0bc859d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.354350591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"b30d852c-0e2c-4582-8844-240e08bbe094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.433160691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"b30d852c-0e2c-4582-8844-240e08bbe094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.44400451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-7384f1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-7384f1","reconcileID":"caf4ab0f-f12d-4157-ba0d-07de141352da","MaaSSubscription":{"name":"e2e-default-int-sub-7384f1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.653335021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"0f6d132c-2e54-434e-9b32-1d0bc8f5fc6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.728922137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"0f6d132c-2e54-434e-9b32-1d0bc8f5fc6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.782850234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"c8a35f15-6195-4860-a65f-68464c909a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.783702921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"5f53bb89-2df5-42ca-8d80-bc9619c8977a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.868794588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"c8a35f15-6195-4860-a65f-68464c909a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.90457561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"5f53bb89-2df5-42ca-8d80-bc9619c8977a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:34.233359056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"9ef4d305-f13a-40c4-9e22-8d94c0e87582","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:34.297461101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"fd381ae9-e918-405b-8500-457d8344a4cf","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:34.55678969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-api-key-scoped-auth","reconcileID":"3857e606-222b-4b6d-bceb-517cedd75970","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:34.558663062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"257605a8-a7a7-45cd-b757-567219f37d44","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:34.668179317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"606ceca6-fcd5-454f-a123-bb14c2135648","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:34.692563676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-api-key-scoped-auth","reconcileID":"3857e606-222b-4b6d-bceb-517cedd75970","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:59:34.717041491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-api-key-scoped-sub","reconcileID":"98c7e2df-4700-4ec5-a048-089213d6625c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:34.767224101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"8d1745c6-b970-4ba2-a865-f60688452b05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:34.885039789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"31e5cf8c-af1c-4259-a8f8-b9c998aa628c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:34.889059802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"a7b14ab1-2056-4fc4-8bfc-fcdffaba2b00","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:34.939729736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"8d1745c6-b970-4ba2-a865-f60688452b05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:35.220324201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"452e4024-2b03-49b3-92e5-2e03d166ec48","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:35.22593609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"31e5cf8c-af1c-4259-a8f8-b9c998aa628c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:35.359695623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"77d04152-b7ff-4382-87e1-87ec1a4d17e4","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:35.555907445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"654b5235-120e-4447-85d4-1eb5ba1fa335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:35.556427747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-api-key-scoped-auth","reconcileID":"d4d9ac93-3325-4697-a218-68e679fc066b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:35.624564188Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-api-key-scoped-sub","reconcileID":"a215cf8e-2d35-4356-8bb7-913a4baaf725","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-56f3fe/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-56f3fe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:35.636708091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-api-key-scoped-auth","reconcileID":"d4d9ac93-3325-4697-a218-68e679fc066b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:35.653725287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"654b5235-120e-4447-85d4-1eb5ba1fa335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:35.730009976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"afbf10f2-0196-4434-be4b-d5901c1b481c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:35.80282938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"afbf10f2-0196-4434-be4b-d5901c1b481c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:35.82413304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"e8fc62b9-9420-4e05-9fd8-3265b9d1ce26","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:35.890892104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"df70e922-410e-4ee6-acde-389ef70f8b51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:36.125972446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-api-key-scoped-sub","reconcileID":"a536c225-f967-4bd9-ae55-4a5244734b8b","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:36.586077771Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7384f1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7384f1","reconcileID":"01c89e76-f333-4f8f-b511-1402a0cde499","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7384f1","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:36.58646766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc4b5ad6-7bcb-464b-b6e5-11ae7636652f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:36.586735718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc4b5ad6-7bcb-464b-b6e5-11ae7636652f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:36.831350052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"874bfe1a-0cfe-4792-8a20-b1a8855e5641","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:36.831472494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"874bfe1a-0cfe-4792-8a20-b1a8855e5641","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:36.97912853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd489229-075b-4376-adf5-4a7510aadf94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:36.979258319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd489229-075b-4376-adf5-4a7510aadf94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:37.144430206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f2057e3-083c-4b43-937b-2af68f48f030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:37.1443918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caf9e93c-782d-46a5-875f-85c31aaaec36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:37.251830098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f2057e3-083c-4b43-937b-2af68f48f030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:37.252540126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caf9e93c-782d-46a5-875f-85c31aaaec36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:39.452842327Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-sub2","reconcileID":"09588cec-74fd-4dc8-b5d5-be8adbb30f90","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:39.510912784Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-sub2","reconcileID":"09588cec-74fd-4dc8-b5d5-be8adbb30f90","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:39.568778388Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-sub2","reconcileID":"09588cec-74fd-4dc8-b5d5-be8adbb30f90","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:39.861468878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"fb4673c8-7452-4196-a9ca-546b8358a4b8","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:39.93946512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"c0d61a5b-fc8f-41d5-b752-eaebb46ccaeb","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.033310807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"54ff39d8-9855-4fd2-93f0-4751e3a23865","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.191998104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"35e0e717-fd43-4147-adf0-8fe757db0820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.192847726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"fee0d757-ce05-4629-a96d-a5d22b8a98fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.193499379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c5346fd1-c0c6-49a3-abad-754f2dc6ed77","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.194150674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"380a53f2-2516-4170-b6b4-52d6ddc0d951","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.263552483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c5346fd1-c0c6-49a3-abad-754f2dc6ed77","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.267644432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"fee0d757-ce05-4629-a96d-a5d22b8a98fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.279013442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"380a53f2-2516-4170-b6b4-52d6ddc0d951","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.300271762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"35e0e717-fd43-4147-adf0-8fe757db0820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.472191926Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9a9e0c4f-bb12-4320-89f8-a2bc2b884679","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.734985099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"f1223a08-ba54-4e08-9711-d0293e188060","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.786749847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e96fa003-19aa-455c-bd20-9a6ced8d1eab","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.848658814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e96fa003-19aa-455c-bd20-9a6ced8d1eab","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.886321791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"be9a6570-195a-4bd4-b2fb-723c174d9917","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:41.006835044Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0db1da7e-fadc-4785-80fa-21625de349f2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:41.226851773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"f37db08a-57f9-484c-aad5-770a5b1cf02a","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:44.025349841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"799a2338-3e23-4813-ad6c-702e332ced51","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:45.339158923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"1ff2efbe-cf85-45dd-ada4-2fc9f2752582","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:45.486873524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"44f6a53d-cd75-4fc5-bd0a-84de03e18bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:45.487692553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-api-key-scoped-auth","reconcileID":"5339af8d-d8da-4007-8243-d9e3fb3a1759","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:45.488283311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"881efed8-acf4-4a91-b638-49caa6dad1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:45.542254353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"44f6a53d-cd75-4fc5-bd0a-84de03e18bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:45.543484427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-api-key-scoped-auth","reconcileID":"5339af8d-d8da-4007-8243-d9e3fb3a1759","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:45.545410952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"881efed8-acf4-4a91-b638-49caa6dad1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.1491415Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-7384f1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-7384f1","reconcileID":"f4573df7-3ecc-42af-a9e2-284adac9f655","MaaSSubscription":{"name":"e2e-default-int-sub-7384f1","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-7384f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.353688087Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-7384f1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-7384f1","reconcileID":"f4573df7-3ecc-42af-a9e2-284adac9f655","MaaSSubscription":{"name":"e2e-default-int-sub-7384f1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.553368511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e848752-0a4e-4926-bc27-8d59f47f9c3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.607225049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41ddcefa-a7be-4fc2-be0e-1bfc15bec966","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.607269941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41ddcefa-a7be-4fc2-be0e-1bfc15bec966","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.756761468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5c4eb9a-f6b8-44fc-b662-d1fd99f036cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.757720327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55cc5a8a-a4e4-43a4-a4cd-05dc7f3bf9d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.813276625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5c4eb9a-f6b8-44fc-b662-d1fd99f036cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.81335176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55cc5a8a-a4e4-43a4-a4cd-05dc7f3bf9d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.394040158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59a580bf-9b7a-43e1-9374-98c57d2dd51a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.394062263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59a580bf-9b7a-43e1-9374-98c57d2dd51a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.445994801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e35a97be-0816-4d65-86ef-fdb08f6c946b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.446016796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e35a97be-0816-4d65-86ef-fdb08f6c946b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.543839958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"dbdc3c8f-69f7-4017-9ab5-f50f494a2cb2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.667209702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"dbdc3c8f-69f7-4017-9ab5-f50f494a2cb2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.680594754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d4ebf27-ecdf-4472-9147-9973a3638874","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.680617069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d4ebf27-ecdf-4472-9147-9973a3638874","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.720921301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"dbdc3c8f-69f7-4017-9ab5-f50f494a2cb2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.738916044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc8f935a-2be7-45cb-bcc9-eb983e05c44d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.738938035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc8f935a-2be7-45cb-bcc9-eb983e05c44d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.775113161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c787e9be-f451-4a6a-ab91-46ee935dbc86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.77513723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c787e9be-f451-4a6a-ab91-46ee935dbc86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:59:48.783375457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-sub-8a337ac5","reconcileID":"74a84976-5491-4584-acae-79b3950f57c4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-8a337ac5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.876459188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"96b38440-ae28-4ff0-8ca4-81938923b014","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.903288242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9177671-6053-4abd-be32-1d5e4aeec8d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.903309963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9177671-6053-4abd-be32-1d5e4aeec8d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.935175363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"96b38440-ae28-4ff0-8ca4-81938923b014","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.960002241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b662830d-0438-4c05-95b6-a1e3bcb32c59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.96002295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b662830d-0438-4c05-95b6-a1e3bcb32c59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.988340529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"96b38440-ae28-4ff0-8ca4-81938923b014","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:49.236420696Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-sub-8a337ac5","reconcileID":"c3fd36dc-facc-4d6b-adf7-6a23c6e6912e","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-8a337ac5/e2e-shared-int-sub-8a337ac5","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:49.418271601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6e2af6b-8269-4a91-89e6-db55c3d218f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:49.418293376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6e2af6b-8269-4a91-89e6-db55c3d218f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:49.449908169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8faaf16e-6eef-4003-8463-dbb40e2e14ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:49.637462182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-sub-8a337ac5","reconcileID":"5dbb34f2-a402-4ee7-9a1a-a2a2fda1bb3e","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:49.83379584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ee4d3c5-95a3-4ecf-8fc4-fb1a66824bb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:49.833820199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ee4d3c5-95a3-4ecf-8fc4-fb1a66824bb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:49.890894141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25141f57-d256-4793-ac41-e4a252591195","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:49.890916357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25141f57-d256-4793-ac41-e4a252591195","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:49.989065009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"18f91df1-a151-48ad-9d8f-8c51e3570311","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.043777399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"18f91df1-a151-48ad-9d8f-8c51e3570311","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.096407177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"18f91df1-a151-48ad-9d8f-8c51e3570311","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.113733537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"466ed230-19f4-4e83-a256-b8ec8eee6137","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.113758211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"466ed230-19f4-4e83-a256-b8ec8eee6137","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.151026444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7171c9a4-77ea-4efa-9d0f-0b77232aa166","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.151049387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7171c9a4-77ea-4efa-9d0f-0b77232aa166","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.165792714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87840522-7fe9-4ca4-8d82-86b6c55f3ee1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.165815054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87840522-7fe9-4ca4-8d82-86b6c55f3ee1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:59:50.216775161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-sub-8a337ac5","reconcileID":"1b671786-501b-47e4-9706-265111f4e7a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-8a337ac5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.25019721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"59107d82-b87f-4c92-97e6-755d37bd956f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.307034066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"59107d82-b87f-4c92-97e6-755d37bd956f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.34966093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e38ce704-b3ac-445e-b1b0-918a67b297f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.349693798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e38ce704-b3ac-445e-b1b0-918a67b297f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.364148952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"59107d82-b87f-4c92-97e6-755d37bd956f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.40663245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee116404-a29f-4c39-84fb-4d4f90c88c62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.406653873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee116404-a29f-4c39-84fb-4d4f90c88c62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.666342528Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-sub-8a337ac5","reconcileID":"3394ef8e-53a5-45f7-a5cc-d1e243a18098","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-25ec5a2e/e2e-shared-int-sub-8a337ac5","ai-tenant-e2e-mt-8a337ac5/e2e-shared-int-sub-8a337ac5","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.842885934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c27ca29f-6bea-427b-90a4-4e6e2bf4e36d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.842911783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c27ca29f-6bea-427b-90a4-4e6e2bf4e36d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.873742551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"743cc02a-52bc-4d1a-9951-ad16103d2dc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.874122835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-sub-8a337ac5","reconcileID":"91e8bdc5-c6e4-4114-bcda-4373bd53979d","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:51.041442508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-sub-8a337ac5","reconcileID":"e20ed4a6-af75-416a-b220-641a96105a17","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:55.411608242Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:55.492450056Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-api-key-scoped-sub","reconcileID":"e6184c57-62d2-4201-bd69-e210fdb4443e","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:55.700119661Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-api-key-scoped-sub","reconcileID":"e6184c57-62d2-4201-bd69-e210fdb4443e","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-56f3fe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:55.926966494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"6772a2fe-c68b-4efe-aeb3-324b2318f47c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:55.977259191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"e999e078-64a2-44ee-be0f-2b7ee42280ec","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:56.134123461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"21bbc650-423f-43ba-9fca-b98bc1c32ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:56.134655755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"920f2703-f55a-4006-a987-7bc287e32ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:56.146425185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"7a2f8f3e-67d0-45ac-afa0-c1d0e0065380","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:56.150219965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-api-key-scoped-auth","reconcileID":"9f76b39a-8d20-4f0c-aa45-1ba766d70387","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:56.194887036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"920f2703-f55a-4006-a987-7bc287e32ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:56.218771868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"21bbc650-423f-43ba-9fca-b98bc1c32ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:56.226877508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-api-key-scoped-auth","reconcileID":"9f76b39a-8d20-4f0c-aa45-1ba766d70387","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:56.483935697Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-api-key-scoped-auth","reconcileID":"66d96e14-c1cd-4b1e-82c5-1d965ca555ea","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:56.729752604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"e6bf36cd-e3d1-43af-be5e-ba0eeda6681a","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:59.134742944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"22f93ba1-b693-4edf-b3b3-59cabe03ae05","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:59.342881454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"22f93ba1-b693-4edf-b3b3-59cabe03ae05","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:59.451560144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"22f93ba1-b693-4edf-b3b3-59cabe03ae05","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.476349285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"417ba394-b5e7-4c40-b44e-558d38bd2aba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.570082963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"417ba394-b5e7-4c40-b44e-558d38bd2aba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.635988571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"417ba394-b5e7-4c40-b44e-558d38bd2aba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.76530913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"c06677e3-c21d-4acd-a41b-f0458c09f027","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.766006082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"b16b73bc-e718-42d2-b171-6ec7ae7a8196","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.828830361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"221ed744-6f8c-434c-99ce-05f5d643ff4e","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.829296885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"e0e51536-571f-42ef-9d9e-dc16ad4cc455","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.935026307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"de5755cf-bb10-4d4e-ada7-9a625239f24a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.935726807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"f12188fc-c2a3-4ece-90df-82f3b4601c1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:03.008155446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"12655c94-a35f-4194-baca-29be9d2c8484","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:03.010039688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"f12188fc-c2a3-4ece-90df-82f3b4601c1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:03.045725435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"f457e584-bd84-45d4-9075-27d968b827c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:03.080889476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"de5755cf-bb10-4d4e-ada7-9a625239f24a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:03.385288882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"6c0fb7d8-42be-4152-bf70-1fb4e9b11527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:03.474206433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"6c0fb7d8-42be-4152-bf70-1fb4e9b11527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:03.50145081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"faac28fc-9282-4eb6-9c42-3234005375f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:03.557938199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"faac28fc-9282-4eb6-9c42-3234005375f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:05.788552909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"003b6d98-86c6-4543-bef8-f02135c78c24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:05.78905435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"94b1a5c6-5e8b-4915-8b12-0e60af67cc7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:05.848551648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"003b6d98-86c6-4543-bef8-f02135c78c24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:05.872993567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"94b1a5c6-5e8b-4915-8b12-0e60af67cc7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:06.056747788Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"63846cd9-ed75-4372-9431-1ae0ce6e8493","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:06.05680437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4207468e-8135-4888-93d3-37a88dc53ebe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:06.056820258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4207468e-8135-4888-93d3-37a88dc53ebe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:06.227843129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"5bff2683-7d2e-4ca2-9340-12f8ceaaec1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:06.251319327Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"63846cd9-ed75-4372-9431-1ae0ce6e8493","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"policyNamespace":"ai-tenant-e2e-mt-8a337ac5","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:06.282620535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"5bff2683-7d2e-4ca2-9340-12f8ceaaec1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:06.307097787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f31cfd0-e70d-4b21-a0f7-40dfc117ad6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:06.307121359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f31cfd0-e70d-4b21-a0f7-40dfc117ad6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:06.307896518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"ac313872-2fe2-475a-9806-f3a741cba85a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:06.362658348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"ac313872-2fe2-475a-9806-f3a741cba85a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:08.945688672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5caaec57-bf04-4858-9d5f-a050e99f19db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:08.945713978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5caaec57-bf04-4858-9d5f-a050e99f19db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.088027303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1f054e33","namespace":"ai-tenant-e2e-mt-1f054e33"},"namespace":"ai-tenant-e2e-mt-1f054e33","name":"e2e-policy-1f054e33","reconcileID":"b2529e1d-9e45-401f-80fd-2e34c01e2225","MaaSAuthPolicy":{"name":"e2e-policy-1f054e33","namespace":"ai-tenant-e2e-mt-1f054e33"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.145685295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1f054e33","namespace":"ai-tenant-e2e-mt-1f054e33"},"namespace":"ai-tenant-e2e-mt-1f054e33","name":"e2e-policy-1f054e33","reconcileID":"b2529e1d-9e45-401f-80fd-2e34c01e2225","MaaSAuthPolicy":{"name":"e2e-policy-1f054e33","namespace":"ai-tenant-e2e-mt-1f054e33"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.199306596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1f054e33","namespace":"ai-tenant-e2e-mt-1f054e33"},"namespace":"ai-tenant-e2e-mt-1f054e33","name":"e2e-policy-1f054e33","reconcileID":"b2529e1d-9e45-401f-80fd-2e34c01e2225","MaaSAuthPolicy":{"name":"e2e-policy-1f054e33","namespace":"ai-tenant-e2e-mt-1f054e33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:10.772162008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"16cc0f81-2a86-4c70-9868-8552502564d8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:10.84742136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"16cc0f81-2a86-4c70-9868-8552502564d8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:10.905089762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"16cc0f81-2a86-4c70-9868-8552502564d8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:10.963575931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9149e634-cc29-44cf-b305-a1610ee9535b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:10.96359756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9149e634-cc29-44cf-b305-a1610ee9535b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:16.464568296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5da596a4-adbc-42ec-8a05-7f698f4c3b5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:16.464592508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5da596a4-adbc-42ec-8a05-7f698f4c3b5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:17.833472158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8ca92e-e7d6-4a41-9cff-3d8b804d1f18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:17.882790906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8ca92e-e7d6-4a41-9cff-3d8b804d1f18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:17.931949535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8ca92e-e7d6-4a41-9cff-3d8b804d1f18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:17.981221031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8ca92e-e7d6-4a41-9cff-3d8b804d1f18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:18.43012841Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-4c260505","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-4c260505","reconcileID":"ad59b088-e25f-4bb3-b804-7b23175e46b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-4c260505","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-4c260505":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:19.968411913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b32e9d2-f3c9-4c28-8391-92e5309cc7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:20.018595005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b32e9d2-f3c9-4c28-8391-92e5309cc7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:20.067877367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b32e9d2-f3c9-4c28-8391-92e5309cc7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:20.117094319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b32e9d2-f3c9-4c28-8391-92e5309cc7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:21.082723911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"7b2e73dd-33d4-4dc0-8b33-ef5c6b5f6121","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:21.137437474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"7b2e73dd-33d4-4dc0-8b33-ef5c6b5f6121","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:21.190636136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"7b2e73dd-33d4-4dc0-8b33-ef5c6b5f6121","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:25.411507916Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:26.62462612Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-sub-8a337ac5","reconcileID":"3e2896ce-b698-4d00-aae3-f665e1faa595","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-8a337ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:26.83997271Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"namespace":"ai-tenant-e2e-mt-8a337ac5","name":"e2e-shared-int-sub-8a337ac5","reconcileID":"3e2896ce-b698-4d00-aae3-f665e1faa595","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-8a337ac5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-25ec5a2e/e2e-shared-int-sub-8a337ac5","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:27.063367075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-sub-8a337ac5","reconcileID":"dbbc2d68-aae0-47e2-9478-592ce9c433a6","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:27.064200526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"412175b5-f506-4700-b5af-e4f385db4c7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:27.11832179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9428766e-f75c-47ec-a6eb-4f5d04fcf1dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:27.11836502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9428766e-f75c-47ec-a6eb-4f5d04fcf1dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:30.225445341Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1f054e33","namespace":"ai-tenant-e2e-mt-1f054e33"},"namespace":"ai-tenant-e2e-mt-1f054e33","name":"e2e-policy-1f054e33","reconcileID":"9c6d295d-4af4-4219-b232-228571be19f1","MaaSAuthPolicy":{"name":"e2e-policy-1f054e33","namespace":"ai-tenant-e2e-mt-1f054e33"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:30.38072138Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1f054e33","namespace":"ai-tenant-e2e-mt-1f054e33"},"namespace":"ai-tenant-e2e-mt-1f054e33","name":"e2e-policy-1f054e33","reconcileID":"9c6d295d-4af4-4219-b232-228571be19f1","MaaSAuthPolicy":{"name":"e2e-policy-1f054e33","namespace":"ai-tenant-e2e-mt-1f054e33"},"policyNamespace":"ai-tenant-e2e-mt-1f054e33","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:30.898869979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"ea2455b1-e60e-4248-a1f7-cead1f94fd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:30.898869738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"c56dcdf0-82e4-4584-a840-e1f325fdd20b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:30.960935851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"ea2455b1-e60e-4248-a1f7-cead1f94fd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:30.972218916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"c56dcdf0-82e4-4584-a840-e1f325fdd20b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:31.298951147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"b93b4b8c-e063-42e5-962e-a524f6c7ce49","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:31.370527482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"b93b4b8c-e063-42e5-962e-a524f6c7ce49","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:31.763449006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"521fd72a-a98e-4ebb-b8da-e95636156322","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:31.763569707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"521fd72a-a98e-4ebb-b8da-e95636156322","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:38.324809216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"026b4084-edf6-44d8-9b46-4e83e6255e0b","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:38.326371938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"5ce5b0ed-fdd2-479b-8d62-8dba82625aff","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:38.326872327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"cf52b2e3-00b3-4f8a-a5df-08a7be2a3a8d","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:38.41362956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"c35d8ae5-9d09-46c7-891c-afe60f00d539","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:38.413997841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"17ae1a2c-28af-444d-b177-50b4982b718e","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:38.414304632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"53ffe449-1692-4332-9759-04c4f7cf593d","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:38.485772175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"3a47174d-9ae2-4ff2-bec9-3f2895417ba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:38.486884926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"96f8995c-ab07-4219-a1bf-1749a93d67b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:38.599311982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"d9c929db-d0d0-4a52-856f-03562f262338","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:38.601647173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"900cdcf1-b14b-49e7-b26a-aa82a12ed416","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:38.610898067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"96f8995c-ab07-4219-a1bf-1749a93d67b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:38.632445109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"3a47174d-9ae2-4ff2-bec9-3f2895417ba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:38.958777229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"341f0b35-2dfe-456d-98cb-6073b8d66ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:38.958781766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"a6034ca2-1349-4126-b779-79168fb34e47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:39.013664468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"a6034ca2-1349-4126-b779-79168fb34e47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:39.013788737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"341f0b35-2dfe-456d-98cb-6073b8d66ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:48.23110417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"ffb28f25-df55-4ff0-947e-ab92a7ed5de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:48.232138673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"6c575d82-4ab6-4508-8bf8-f63fe9fc6d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:48.297664704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"ffb28f25-df55-4ff0-947e-ab92a7ed5de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:48.302720454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"6c575d82-4ab6-4508-8bf8-f63fe9fc6d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:55.198086033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"f9be847b-bbd1-47e4-b928-1bc7a3ef65bf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:55.317911182Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"f9be847b-bbd1-47e4-b928-1bc7a3ef65bf","name":"e2e-mt-4c260505-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:55.41129903Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:04.547653923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-w4-26743a","reconcileID":"3f4f1674-6911-4d04-b3b1-5c38c3ce316b","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:11.988162377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"d6dd2396-dc2a-4111-9b6f-330d696513b1","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.116639178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"ecd0317a-43df-440d-91b0-62f32b4fdb99","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.120358649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"01c256fc-73ec-45fc-87a7-3d5ede218210","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.124502376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-w4-26743a","reconcileID":"30d7685f-a252-499e-8a5d-4d3e5badcdcb","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.219522826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"3ddcd009-eb84-497a-b588-cb7d78421ea4","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.220673547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"e3ced210-f0e8-40b6-96d7-6ab47d55d092","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.221161662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-w4-26743a","reconcileID":"ffe4c00c-bb97-4d7a-ab11-c2ce3aef33f5","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.296032171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"aa8f63bc-b9c0-4aba-8d1d-b1676663a727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.296094212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"4c9d48db-1fd9-481d-ae4e-7eef3d911f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.39322248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"d01f76bc-77b8-447a-93d6-340cba4d544b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.394288118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"1503bcd2-3c39-44ce-bef7-0e92ca5797f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.414646705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"4c9d48db-1fd9-481d-ae4e-7eef3d911f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.449614642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"aa8f63bc-b9c0-4aba-8d1d-b1676663a727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.783475963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"75091db1-a126-4075-af6f-2f5617de8932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.839341536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"75091db1-a126-4075-af6f-2f5617de8932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.883458723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"5b16aa8b-b846-4735-9db4-4b1a18a66fcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.939538591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"5b16aa8b-b846-4735-9db4-4b1a18a66fcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.035000237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"a2da3b18-758e-4e7c-b176-ffe33e0eaa30","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.090887314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"a3942f73-87d5-4c84-a78e-085de52cfe54","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.294765824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"3907f6e0-2f17-4f1f-9b6e-f294a5b3a1c8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.328195652Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-3c4802 priority=10:[ai-tenant-e2e-worker-w1-3c4802/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-3c4802/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.329473881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"4b63bf04-c08f-4c1a-ab07-0f4f9e71f3e2","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.351005397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"3907f6e0-2f17-4f1f-9b6e-f294a5b3a1c8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.39049367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"b8acff9d-13ef-44db-8af9-3dabeb46b0a3","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.44039313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"093d73f6-42a6-4ab0-9c63-26476a93e23c","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:01:24.441484271Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-3c4802/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.498233507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"de5000fc-f04b-45f9-9310-c72733bf6e8b","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.548543481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"1511d9ac-fd58-4c21-a9b2-60572b9ff987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.549805799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"53566351-aa50-4578-a7c2-23b0dc20afdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.646343313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"1511d9ac-fd58-4c21-a9b2-60572b9ff987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.650122148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"53566351-aa50-4578-a7c2-23b0dc20afdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.669924919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"564c479b-09d8-4f09-8a6e-649275db60d2","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.717075253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"b929e4a4-b6e6-483c-9721-8f669f131119","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.728048915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"a313d95f-8c81-44a8-8432-aa26bef4f07b","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.833601048Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-sub1","reconcileID":"13f0cfa7-cd36-4d99-aa77-4bf42d96e744","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-distinct-w1-3c4802","model":"distinct-w1-3c4802","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.972153283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"5b62060b-a94e-47ea-94bd-85040f0273bb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.994380232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"bec98c50-6cbb-4259-893c-bf999f06bd9f","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.029209687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"5b62060b-a94e-47ea-94bd-85040f0273bb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.085514005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"904bed35-3de1-4730-ad43-4c23893522e8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.121802512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"f34a68fa-d814-4037-ac62-10c10ee623e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.134864325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"27c284d4-16f6-4d26-94f4-89c019caa9cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.144871371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"904bed35-3de1-4730-ad43-4c23893522e8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.179962408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"f34a68fa-d814-4037-ac62-10c10ee623e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.190197535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"27c284d4-16f6-4d26-94f4-89c019caa9cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.193425469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-sub1","reconcileID":"3d22e384-9d99-4522-8bea-f7941b930a33","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-distinct-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/distinct-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.421198905Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.502020378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"04ed3a97-b475-4511-ab75-408b747b246f","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.763127185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"a4a6205f-d9b3-43e0-a4ac-434b6d2a92d6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.823049748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"a4a6205f-d9b3-43e0-a4ac-434b6d2a92d6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:30.772387844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"c891e358-1554-4bbb-902e-618d70a7d675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:30.773281134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"b16c2073-9b61-4275-a390-20db57b6ea0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:30.828645496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"b16c2073-9b61-4275-a390-20db57b6ea0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:30.829418247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"c891e358-1554-4bbb-902e-618d70a7d675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:31.071901905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c88d96c-67c8-448b-98db-f82a94829738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:31.121105641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c88d96c-67c8-448b-98db-f82a94829738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:31.170297484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c88d96c-67c8-448b-98db-f82a94829738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:31.21989482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c88d96c-67c8-448b-98db-f82a94829738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:33.139233346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e4ca0f-ef1e-402e-b709-038e7abf5b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:33.188318139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e4ca0f-ef1e-402e-b709-038e7abf5b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:33.238192662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e4ca0f-ef1e-402e-b709-038e7abf5b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:33.28774958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e4ca0f-ef1e-402e-b709-038e7abf5b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:34.951213911Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-3c4802 priority=10:[ai-tenant-e2e-worker-w1-3c4802/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-3c4802/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:34.95199046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"52db1a41-6a9e-4560-bd82-e49ffff7d551","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.009634577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"c5c4dd3c-f9de-4e5b-a980-ed2962ac97e1","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.055113938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"2026b348-69de-452f-ae49-d7c39bf85351","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:01:35.05738862Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-3c4802/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.118739708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"eaa494ca-c93a-4d72-bb09-4ea8b78de0a2","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.198805301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"51d5441e-67be-4032-a19f-abc4afd4f85f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.199092556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"fb9a2652-77b4-407c-bfc5-5cd324357a9f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.198805386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"7380bba9-0645-4e85-ab37-10b3c652f7f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.199503909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"b65783ed-1bcc-455a-b1be-9153d737e924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.256729126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"fb9a2652-77b4-407c-bfc5-5cd324357a9f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.256825612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"b65783ed-1bcc-455a-b1be-9153d737e924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.259735294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"51d5441e-67be-4032-a19f-abc4afd4f85f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.274837234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"7380bba9-0645-4e85-ab37-10b3c652f7f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.333662959Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-sub2","reconcileID":"518b11d1-e786-4bb3-9faa-a9f4701c0b17","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-distinct-2-w1-3c4802","model":"distinct-2-w1-3c4802","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.543439351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"43237efe-172a-4e3d-9d16-75171c97caad","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.746780955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-sub2","reconcileID":"55924b71-af51-4dac-a6e0-7eeebe932273","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-distinct-2-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/distinct-2-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.755149103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"a057910f-715a-4c4e-a722-f6b021ecc226","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.755823555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"5278ce4c-8b66-4769-953b-5f6839331e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.755899946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"3c69e02b-ce0a-49ad-a295-b18dd3ef5105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.75642116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"c1f96eac-3015-4739-81b1-372e885c6605","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.814899779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"5278ce4c-8b66-4769-953b-5f6839331e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.814956323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"a057910f-715a-4c4e-a722-f6b021ecc226","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.817573717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"3c69e02b-ce0a-49ad-a295-b18dd3ef5105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.817622622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"c1f96eac-3015-4739-81b1-372e885c6605","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:48.941477414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"661c1f3a-80c1-4dd3-a675-f6b45669a8ef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.100843818Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-sub1","reconcileID":"1f4155f2-a06e-423c-8fb9-e0a92023e03c","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-829c419d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.204207262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"e71eac06-a55d-49d2-a3a6-d51d7cf5ffec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.204510031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"a980eec4-4e56-487c-b7be-a6968ff85107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.204205238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"5951d969-dd29-4735-9a1d-570ebf366e6e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.205162992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"eebeb4a2-4963-436a-bd16-e2c5a5aba9fb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.295536344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"a980eec4-4e56-487c-b7be-a6968ff85107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.301142368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"5951d969-dd29-4735-9a1d-570ebf366e6e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.302095203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"eebeb4a2-4963-436a-bd16-e2c5a5aba9fb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.305001103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"e71eac06-a55d-49d2-a3a6-d51d7cf5ffec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.750512116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"d46ca5f9-1f9d-4551-963d-6e08f80dce01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.750539914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"b63ad775-2cb2-4b6d-81e4-80c7006acdb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.75105646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"b91eec67-f30b-4daa-ac88-50401610cea1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.751163342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"f1c8b156-9a55-48fc-b62f-d6c906da7019","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.807466613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"b63ad775-2cb2-4b6d-81e4-80c7006acdb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.807482331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"b91eec67-f30b-4daa-ac88-50401610cea1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.810729349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"f1c8b156-9a55-48fc-b62f-d6c906da7019","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:49.811155913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"d46ca5f9-1f9d-4551-963d-6e08f80dce01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.645691185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-sub2","reconcileID":"11c27654-632b-45dc-b70b-1f582779611b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-distinct-2-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/distinct-2-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.806148197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"46705c2d-52b4-4593-a88e-e199644196ea","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:52.077696325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"1d2e3ebe-af2f-4e10-94bb-2ab97906f522","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:52.077697333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"d529fc3b-3a56-4ca3-9e8e-7d464db45fb3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:52.078470155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"9f47eeee-4612-4c0e-adbd-8e5028a283ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:52.078470152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"cfea971c-2fc5-4968-b22b-585c87877c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:52.134856904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"cfea971c-2fc5-4968-b22b-585c87877c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:52.135819428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"1d2e3ebe-af2f-4e10-94bb-2ab97906f522","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:52.139451868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"d529fc3b-3a56-4ca3-9e8e-7d464db45fb3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:52.140756236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"9f47eeee-4612-4c0e-adbd-8e5028a283ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:52.529512885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"e87db84d-bcdb-45d2-b52b-5b2ddb62f003","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:52.529555755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"2d65c4de-3408-40c9-9532-27f69ff19c62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:52.53100968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"683f614d-3fd5-4bdf-8808-9d407ec6e847","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:52.531173497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"34e5e0e9-06e8-45a9-8738-a3e50d4ce881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:52.585802685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"e87db84d-bcdb-45d2-b52b-5b2ddb62f003","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:52.585814948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"2d65c4de-3408-40c9-9532-27f69ff19c62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:52.589343733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"34e5e0e9-06e8-45a9-8738-a3e50d4ce881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:52.589701001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"683f614d-3fd5-4bdf-8808-9d407ec6e847","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:55.413012584Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:57.590279397Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"8550d61d-c380-4a73-bc7c-c5db127fd582","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:57.590375702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea521be9-1edf-400b-8044-e61f45d7b892","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:57.590389496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea521be9-1edf-400b-8044-e61f45d7b892","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:57.689109175Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-policy-8a337ac5","reconcileID":"8550d61d-c380-4a73-bc7c-c5db127fd582","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"policyNamespace":"ai-tenant-e2e-mt-25ec5a2e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:57.74494401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"610ee664-c3ce-45cf-ade8-2e97bfcb5b0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:57.744968126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"610ee664-c3ce-45cf-ade8-2e97bfcb5b0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:57.924550991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2457079c-0d74-4f38-b86d-e4d4a6ca549e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:57.924571508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2457079c-0d74-4f38-b86d-e4d4a6ca549e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:59.151444985Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-sub1","reconcileID":"3943d057-19ec-4a2a-882d-1375f1a2b4a7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/distinct-w1-3c4802","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:59.201706226Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-sub1","reconcileID":"3943d057-19ec-4a2a-882d-1375f1a2b4a7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/distinct-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:59.251796865Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-sub1","reconcileID":"3943d057-19ec-4a2a-882d-1375f1a2b4a7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/distinct-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:59.512635324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"078ff099-711d-48a3-bb0d-795283817b14","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:59.569499887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"cf728ac1-b8a5-4200-b2d9-662f2d14fe76","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:59.628253912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"bd17581a-f9f5-460b-8f43-581ae23b96c4","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:59.665106997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"e3400a2f-4eed-44c7-ab05-ff544754f92a","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:59.760617664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"bd5828a3-bd5d-48de-b1fb-54f27761cbc9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:59.760646579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"3ba0b4d7-c2be-43b9-840d-706e0f2e392e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:59.761361089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"54493cd0-7572-4c5d-91e5-8a68ec171b5b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:59.76139934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"5ee534ce-1918-405e-a4b6-e8c6ca07fa69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:59.815371883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"bd5828a3-bd5d-48de-b1fb-54f27761cbc9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:59.816873048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"3ba0b4d7-c2be-43b9-840d-706e0f2e392e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:59.818151589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"5ee534ce-1918-405e-a4b6-e8c6ca07fa69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:59.819278961Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-sub2","reconcileID":"048473a6-43f6-4c9c-af3a-4b69e4615444","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-574de1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:59.820345151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"54493cd0-7572-4c5d-91e5-8a68ec171b5b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:00.265093086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"b4f2404c-c3ca-41d8-b222-f2852527b22c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:00.265377656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"d658c05b-aaa9-4d73-94e8-fefa6a000750","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:00.265646562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"dffeca82-1c8d-4558-8587-6e6ebbba7f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:00.265093149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"eba1aea1-f64a-4f7c-a537-09f6edf19e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:00.320162264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"b4f2404c-c3ca-41d8-b222-f2852527b22c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:00.321958438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"d658c05b-aaa9-4d73-94e8-fefa6a000750","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:00.322753654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"dffeca82-1c8d-4558-8587-6e6ebbba7f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:00.325453037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"eba1aea1-f64a-4f7c-a537-09f6edf19e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:04.644228165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"db695c98-2667-4309-93f1-2b9f68993193","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:04.809351684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"4da5e48f-32c4-4f86-ae5a-389310812609","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.044657525Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"604fc462-6030-46db-ab93-2e0085af1c8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.138941109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"099574eb-2625-4660-82af-99ad19d3cbd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.302806365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"2a9d1b96-19c3-4cb6-b593-e6c5c4c9a5b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.40700911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"593c46c8-f1e9-4992-9b9e-df38b22a5987","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.407511886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"000307d2-dc12-405f-8adc-a5917471ce9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.507024647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"9a9108b3-dc40-456b-a70e-21b93ffc87ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.606347829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"bd19c017-5672-43ff-83ea-2ab5878decf6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.619156523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"1f759853-ff1e-4d78-9a18-de24fc3919e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.730204752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"62890893-1add-459f-b972-1faaa1d04761","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.83096851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"e99d36a9-353f-4311-9ca9-61fb5c7ec4a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.833279852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e205009e-1631-4d40-9122-da2c1fec329f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.84300028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"4fa7b8e4-3d24-483f-8792-98580bd89106","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.882957385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e205009e-1631-4d40-9122-da2c1fec329f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.932407765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e205009e-1631-4d40-9122-da2c1fec329f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.981792309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e205009e-1631-4d40-9122-da2c1fec329f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.308079762Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-695f5c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-695f5c","reconcileID":"c3d8d62a-d42b-4772-aa73-1a0736d8d350","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-695f5c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-695f5c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.802870635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e85ed6-7494-4794-8706-cd03be671d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.852117536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e85ed6-7494-4794-8706-cd03be671d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.90137366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e85ed6-7494-4794-8706-cd03be671d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.950874682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e85ed6-7494-4794-8706-cd03be671d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:08.082643879Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-sub-8a337ac5","reconcileID":"48bf5163-31a3-4079-96d8-5d5dfd3cea44","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-8a337ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:08.263669197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"namespace":"ai-tenant-e2e-mt-25ec5a2e","name":"e2e-shared-int-sub-8a337ac5","reconcileID":"48bf5163-31a3-4079-96d8-5d5dfd3cea44","MaaSSubscription":{"name":"e2e-shared-int-sub-8a337ac5","namespace":"ai-tenant-e2e-mt-25ec5a2e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:08.485729647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d2661e7-3a3c-4206-a1a9-2624fae8df82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:08.485750178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d2661e7-3a3c-4206-a1a9-2624fae8df82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:09.8618348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eec0f1a-5a5a-473d-a5d0-44be6565d565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:09.916519549Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-sub2","reconcileID":"23801f8f-9fd6-41fe-ad91-7aece08015cc","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/distinct-2-w1-3c4802","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:09.924804394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eec0f1a-5a5a-473d-a5d0-44be6565d565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:09.977277361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eec0f1a-5a5a-473d-a5d0-44be6565d565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:09.978518005Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-sub2","reconcileID":"23801f8f-9fd6-41fe-ad91-7aece08015cc","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/distinct-2-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:10.028314963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eec0f1a-5a5a-473d-a5d0-44be6565d565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:10.079504869Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-sub2","reconcileID":"23801f8f-9fd6-41fe-ad91-7aece08015cc","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/distinct-2-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:10.429856965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"e2b5aa8d-c6a7-4d78-83af-42716b93f020","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:10.579929154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"78fa72bf-af7b-4d4e-a21f-189f33bfa8a8","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:10.707599575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"9d6160bc-e111-4fba-ad32-2ee5273c6d71","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:10.707743204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"226fe9b1-cbca-41ad-95d0-e971f060054a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:10.707597869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"bbeae59a-43ca-4c75-a9f5-65749d6d3557","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:10.708028571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"530e0beb-6eb7-414a-9dc4-d3c6ff0146d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:10.763157751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"bbeae59a-43ca-4c75-a9f5-65749d6d3557","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:10.763339907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"226fe9b1-cbca-41ad-95d0-e971f060054a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:10.765472103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"9d6160bc-e111-4fba-ad32-2ee5273c6d71","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:10.765641012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"530e0beb-6eb7-414a-9dc4-d3c6ff0146d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:10.966539865Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth1","reconcileID":"bf4a139d-643c-45fd-a9a6-6693d3d681ef","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/distinct-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.162062704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"c6d91621-52b4-4a31-abb1-74fd3a0f2016","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.216657241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"c6d91621-52b4-4a31-abb1-74fd3a0f2016","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.22075631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"395d913a-5bab-42a2-b8da-1fb3af3c5acd","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.378521386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"4402ab1d-e377-4a41-9214-7aaf95352043","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.415289195Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-ignore-header-auth2","reconcileID":"249aab4e-c36a-4c67-8311-76f901fc832e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/distinct-2-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.618441036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"4cca1ef8-5113-457f-a496-a12ce22352b3","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.762626248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155e5afa-ba79-4a5d-85f3-b9c927948b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.8123322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155e5afa-ba79-4a5d-85f3-b9c927948b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.861664958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155e5afa-ba79-4a5d-85f3-b9c927948b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.911161512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155e5afa-ba79-4a5d-85f3-b9c927948b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.918801973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-2-w4-26743a","reconcileID":"f990fdab-0606-4b79-81c0-a04a8bd2c93e","MaaSModelRef":{"name":"distinct-2-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-2-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-2-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.336409013Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-2d2f63","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-2d2f63","reconcileID":"7d8752a7-05f5-46a7-a6c8-86e9d19f2e5d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-2d2f63","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-2d2f63":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.894199481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"f65e7714-d521-4891-9258-7c0c68b83a4e","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.952213905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"abb3b8e3-1e2b-4ffc-86b4-b4a5a58ca16e","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.137315906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"54fc7f8d-4e64-41a0-a69d-cbf2c57c9305","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.208403126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"0c60503f-2cc3-406c-9225-c9ae7c8c18f2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.258436278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"241ec77a-0894-4c89-92e3-fa9e695a7b3a","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:19.263738249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-api-key-deleted-sub","reconcileID":"c67cd258-e73d-48f5-a3a8-64fcfe7f2599","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.268482622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"0c60503f-2cc3-406c-9225-c9ae7c8c18f2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.330770106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"1fcf10bb-e896-41b6-9677-d316e19e0b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.331171841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"031be214-08d3-4d65-8877-6835dca191c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.37381553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"669db65f-ba79-4ca1-969e-fb64cabf7a92","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.386332735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"031be214-08d3-4d65-8877-6835dca191c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.386332733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"1fcf10bb-e896-41b6-9677-d316e19e0b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.428146728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"f38988bd-5aa0-4a6b-8e08-139533937c61","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.532802001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"bf14b3c7-31da-4b1f-8506-715902211ccf","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.680115421Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-api-key-deleted-sub","reconcileID":"4412b411-aa75-4f79-b11c-e47d424c22e6","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-26743a/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-26743a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.680738122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1183f37d-6aea-4c80-96cb-75b29c5130a4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.681101725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"75980905-aee4-4169-9ace-f23e8791b7c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.681155805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"de0ec9ea-2755-4c96-84d4-5afd922499bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.735941984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1183f37d-6aea-4c80-96cb-75b29c5130a4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.736536439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"de0ec9ea-2755-4c96-84d4-5afd922499bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.739482437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"75980905-aee4-4169-9ace-f23e8791b7c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.842041173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"322c27ca-ee9e-4746-9905-4a956fb4e661","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.872145977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be4a10c-4f54-4c33-b45e-64cc35034460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.880173745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"e4e8f002-7d9a-4eb4-89a5-31309a0d278f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.92280273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be4a10c-4f54-4c33-b45e-64cc35034460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.972876592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be4a10c-4f54-4c33-b45e-64cc35034460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:20.022941027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be4a10c-4f54-4c33-b45e-64cc35034460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:20.210369777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-api-key-deleted-sub","reconcileID":"11088722-de00-4689-815b-2ef48b6e6695","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:21.926079452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70cc04b-730f-497c-98d4-08453b2b50a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:21.975369369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70cc04b-730f-497c-98d4-08453b2b50a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.02467997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70cc04b-730f-497c-98d4-08453b2b50a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.073848329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"be09be39-8391-409d-b746-926c3be0f6ea","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.074451604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70cc04b-730f-497c-98d4-08453b2b50a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.225067744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"83964fad-1359-4d89-a332-efafc806406e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.22798495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c5e4fdf6-5ac6-4d4b-86eb-0349557c8898","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.22798488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"0b62dedd-9174-42a4-80ce-adc69e3929c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.281068923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"83964fad-1359-4d89-a332-efafc806406e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.283775439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"0b62dedd-9174-42a4-80ce-adc69e3929c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.286586257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c5e4fdf6-5ac6-4d4b-86eb-0349557c8898","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.325643952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"7524a510-64eb-4de7-abe6-557a35d86d49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.53759518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"df6229c3-dd1a-47bf-a8e2-86a99288c1cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.692195744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"ebee17bc-3f76-4718-919f-cdd19140202a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.729048557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"08e5d11c-4a4b-48c8-9460-402c8994d237","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.834726971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"f8d06420-4059-4b98-b3c0-3acac0a24735","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.886809288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2db27db-78cf-42e5-954f-0af4793562c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:24.044314982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"2d79d894-b214-47fe-8d30-aac98629de3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:24.093421479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"533ec5e8-3108-48cb-8575-1dd6f0caf569","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:24.214480809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"3d2959d2-44e9-4b94-b770-37167af97859","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:24.215202724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"8441fd0b-bd65-4c22-9f82-de8904acc361","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:24.326396042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"840d9b6f-4528-437f-a738-f05209590929","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:24.443908751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"cc8e4efa-504c-48c0-a6d1-4917e4c27154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:24.468042075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"db981dba-eca5-4a94-9513-440a0f0b6a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:24.514846705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"cc8e4efa-504c-48c0-a6d1-4917e4c27154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:24.542417657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"db981dba-eca5-4a94-9513-440a0f0b6a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:25.12291978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"73edee4b-e04b-46ec-9431-59a076b4aa0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:25.12394603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"5e04312e-1a34-4020-bb97-6bcd9920d969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:25.25076938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"5e04312e-1a34-4020-bb97-6bcd9920d969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:25.25774118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"73edee4b-e04b-46ec-9431-59a076b4aa0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:25.471729317Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:32.232551262Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-api-key-deleted-sub","reconcileID":"f74baba9-8bb5-4931-95b0-d023352a3b36","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:32.437994708Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-api-key-deleted-sub","reconcileID":"f74baba9-8bb5-4931-95b0-d023352a3b36","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-26743a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:32.638191271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"700b7481-558c-4234-ac8d-52a67bc492e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:32.649618963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"e2938a98-2d2c-42c5-a1ea-09c8dcd16450","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:32.807030335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"6d9f1682-a99e-4533-90bf-20c4bfcafca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:32.810105742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"5feb0020-fdb4-40e1-b1cf-49e8c7856274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:32.810106647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"69d05a4b-ad57-4285-a32c-f73cbb601812","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:32.863181379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"6d9f1682-a99e-4533-90bf-20c4bfcafca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:32.864964794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"69d05a4b-ad57-4285-a32c-f73cbb601812","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:32.86674843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"5feb0020-fdb4-40e1-b1cf-49e8c7856274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:46.141836377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"27aca55d-9a58-490a-8854-3d963f3060ff","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-695f5c","tenantID":"e2e-api-a-695f5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:46.25361232Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"27aca55d-9a58-490a-8854-3d963f3060ff","name":"e2e-api-a-695f5c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:48.050064576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"010b00a1-b46a-449d-a0a6-cb7c86ae33cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:49.217774955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"5df7cb61-98ab-4c70-9eb3-006e865850a3","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:49.217806113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"5df7cb61-98ab-4c70-9eb3-006e865850a3","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.722192636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"2d907dfa-5c62-4704-ae72-3bec9c60233a","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.722224948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"2d907dfa-5c62-4704-ae72-3bec9c60233a","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.776838332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"0ea56524-189b-4fad-9e89-b33e9a03683d","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.77686323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"0ea56524-189b-4fad-9e89-b33e9a03683d","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.874689349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"e8d9698d-73bb-49ca-a3dd-f612b90317d2","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.997205728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"0792aada-cef3-4046-803b-89b794c31f0e","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.997265155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"0792aada-cef3-4046-803b-89b794c31f0e","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.99810936Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"e8d9698d-73bb-49ca-a3dd-f612b90317d2","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"e2e-mt-4c260505-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.051587441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-4c260505-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"e8d9698d-73bb-49ca-a3dd-f612b90317d2","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.053815886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"4d105837-696e-407f-b84e-95929e9dca1d","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.05383763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"4d105837-696e-407f-b84e-95929e9dca1d","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:55.102084832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-sub-4c260505","reconcileID":"a1496f8c-9621-47b0-b02f-00ef458f8514","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-4c260505\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:55.105006204Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"4d105837-696e-407f-b84e-95929e9dca1d","name":"e2e-lifecycle-model-4c260505","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-4c260505\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:55.105060804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"4d105837-696e-407f-b84e-95929e9dca1d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-4c260505\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.105219211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"17b389ec-51c3-4256-9a67-d29f4cc4b41f","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.1052314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"17b389ec-51c3-4256-9a67-d29f4cc4b41f","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.202600139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"8efffdc9-d5b8-4b8e-8da9-b2f8aa19fe17","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.206155241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"16edb929-32b5-4d8d-af51-c4708916b3d5","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.206179908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"16edb929-32b5-4d8d-af51-c4708916b3d5","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.257368019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"8efffdc9-d5b8-4b8e-8da9-b2f8aa19fe17","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"e2e-mt-4c260505-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.261133013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"351e5043-1fff-45bf-b74f-8a8659c33c38","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.261156671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"351e5043-1fff-45bf-b74f-8a8659c33c38","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.310339072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-4c260505-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"8efffdc9-d5b8-4b8e-8da9-b2f8aa19fe17","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.410308958Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.46079087Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-sub-4c260505","reconcileID":"3d2864fe-b7f5-4b7a-b446-106920487f81","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"maas-trlp-e2e-lifecycle-model-4c260505","model":"e2e-lifecycle-model-4c260505","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-4c260505/e2e-sub-4c260505"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.620711622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"98d8d329-01bb-4e59-a98f-9ae64fba9abf","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.62074045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"98d8d329-01bb-4e59-a98f-9ae64fba9abf","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.819567366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-sub-4c260505","reconcileID":"2ad2796a-4ba0-42d2-8f02-3c9ab37a1a13","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"maas-trlp-e2e-lifecycle-model-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:59.983013994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"a99cd301-7b2f-4e75-80ac-4e56e174e229","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2d2f63","tenantID":"e2e-api-a-2d2f63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.096171466Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"a99cd301-7b2f-4e75-80ac-4e56e174e229","name":"e2e-api-a-2d2f63-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.421932362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"ea5d7c9f-7a04-4aea-b518-32e28c9fd61a","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.47770016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"ea5d7c9f-7a04-4aea-b518-32e28c9fd61a","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"e2e-mt-4c260505-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.534405818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-4c260505-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"ea5d7c9f-7a04-4aea-b518-32e28c9fd61a","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:08.512993301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-sub-4c260505","reconcileID":"6d3f153e-56b2-4de1-89ad-4d54a065c327","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"maas-trlp-e2e-lifecycle-model-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:08.675588784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"61de2bf9-99d8-4150-80ab-956b7b9658b4","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:08.675611932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"61de2bf9-99d8-4150-80ab-956b7b9658b4","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:09.014310127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"7ff1000e-338b-424f-95d8-c39ea694bd23","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:09.07064002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"7ff1000e-338b-424f-95d8-c39ea694bd23","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"e2e-mt-4c260505-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:09.126298865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-4c260505-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cce19094a59d2c76bc51e228115d1dcaa67e195d9e879f841e31d0f965f94914) AuthConfig (53bb7d78c2a3161b8728d5e008f58f9f0b37ade6321b2cd1080abbe178a052bd) AuthConfig (12d6683916d91fba0522647b9b52c1e9476f3e9d5999d449397ffa76cca15032) AuthConfig (faff8a30bc2f47bf43243668b631c4d4ce9f615e1fddadf1c496e82f5db0e2d8) AuthConfig (2b99a9db53d041f48c94d5babacb0e5de59311d58578b5e0476324cdbfe3b1bb) AuthConfig (5e9bcbd4100e8a23a332dbec90140d563bbc34aab19646fc5395bc8d05052698) AuthConfig (e3a2c2f54bee0de25cac43475f14356115e639d1ee88148ed91a323db5e83198) AuthConfig (1e48bbc5dc6f519728f343345dc40d32d5c4d0113fb32599f73c5eb601f937db) AuthConfig (833536e92f032890543e1d0ec90ec2eb6ec3654f62294b8d631a28da86c55ec2) AuthConfig (f75e296db4a139117057959d311f133012f86060d1544c1a53b49e23137cbbd1) AuthConfig (46bba67f737735accc1379fde78078886d27d043639ea834047be1b530a304f3) AuthConfig (215e285685133446c9ad7413633dd5e22567c0c8e309fd1b8c91a92ba04e83f0) AuthConfig (d8c2e9243e63d7e3e744b3f53682d72b68ceda4d69aea0bdb63c51b9b919d404) AuthConfig (7662ca0878a3d2bedf21b7ee35b59f6026616251f14bd4f4fa3469ad1c58817f) AuthConfig (8adbe9889dd45570ff581654c84c8937390dae916641c790c1d7ca41445250f7) AuthConfig (f3ec4862bbc353ea0b1f634a7ce975ee0458855308d2d0a214937895fa6fe1e1) AuthConfig (9a1cd48859840c82bc5b9f80f6f5b7b701ce1eeac59992134fd03bb0211ec4c3) AuthConfig (9435efa3e1177c6be189ba99b273cc829c0e45b632dae838b6c834edbe56a0ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"7ff1000e-338b-424f-95d8-c39ea694bd23","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:09.181631624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"9be4870c-a66b-4e2e-94d8-3e6c60697f5a","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:09.181651301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"9be4870c-a66b-4e2e-94d8-3e6c60697f5a","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:09.444842341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"6b373e58-ae8d-4b25-b2fe-fdc7090dc0a5","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:09.444871518Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"cbcc3662-aa92-41a8-903e-350da3fe3287","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:09.649357114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"ae6f132d-f323-42da-9f92-fabc2a3881b6","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.446906957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018bab6a-3e90-48c2-bdd4-cc1c67bacda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.523419412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018bab6a-3e90-48c2-bdd4-cc1c67bacda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.574623251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018bab6a-3e90-48c2-bdd4-cc1c67bacda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.624956501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018bab6a-3e90-48c2-bdd4-cc1c67bacda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.918324738Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f9b7e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f9b7e7","reconcileID":"aa3cfa31-f620-4547-99ba-4b74c11dc22b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f9b7e7","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-f9b7e7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:17.451366271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f882212-52db-4893-90b7-71070551aec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:17.500604879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f882212-52db-4893-90b7-71070551aec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:17.549921817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f882212-52db-4893-90b7-71070551aec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:17.60004648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f882212-52db-4893-90b7-71070551aec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.283093338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"b3524034-a5f2-4189-b846-b643a1020784","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.337637244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"b3524034-a5f2-4189-b846-b643a1020784","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"e2e-mt-4c260505-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.390859884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-4c260505-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cce19094a59d2c76bc51e228115d1dcaa67e195d9e879f841e31d0f965f94914) AuthConfig (53bb7d78c2a3161b8728d5e008f58f9f0b37ade6321b2cd1080abbe178a052bd) AuthConfig (12d6683916d91fba0522647b9b52c1e9476f3e9d5999d449397ffa76cca15032) AuthConfig (faff8a30bc2f47bf43243668b631c4d4ce9f615e1fddadf1c496e82f5db0e2d8) AuthConfig (2b99a9db53d041f48c94d5babacb0e5de59311d58578b5e0476324cdbfe3b1bb) AuthConfig (5e9bcbd4100e8a23a332dbec90140d563bbc34aab19646fc5395bc8d05052698) AuthConfig (e3a2c2f54bee0de25cac43475f14356115e639d1ee88148ed91a323db5e83198) AuthConfig (1e48bbc5dc6f519728f343345dc40d32d5c4d0113fb32599f73c5eb601f937db) AuthConfig (833536e92f032890543e1d0ec90ec2eb6ec3654f62294b8d631a28da86c55ec2) AuthConfig (f75e296db4a139117057959d311f133012f86060d1544c1a53b49e23137cbbd1) AuthConfig (46bba67f737735accc1379fde78078886d27d043639ea834047be1b530a304f3) AuthConfig (215e285685133446c9ad7413633dd5e22567c0c8e309fd1b8c91a92ba04e83f0) AuthConfig (d8c2e9243e63d7e3e744b3f53682d72b68ceda4d69aea0bdb63c51b9b919d404) AuthConfig (7662ca0878a3d2bedf21b7ee35b59f6026616251f14bd4f4fa3469ad1c58817f) AuthConfig (8adbe9889dd45570ff581654c84c8937390dae916641c790c1d7ca41445250f7) AuthConfig (f3ec4862bbc353ea0b1f634a7ce975ee0458855308d2d0a214937895fa6fe1e1) AuthConfig (9a1cd48859840c82bc5b9f80f6f5b7b701ce1eeac59992134fd03bb0211ec4c3) AuthConfig (9435efa3e1177c6be189ba99b273cc829c0e45b632dae838b6c834edbe56a0ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"b3524034-a5f2-4189-b846-b643a1020784","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.411278726Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:29.51012636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"eeef6a31-2eea-40c3-b5cc-bb747773d47b","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:29.564596938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"eeef6a31-2eea-40c3-b5cc-bb747773d47b","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"e2e-mt-4c260505-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:29.617848816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-4c260505-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cce19094a59d2c76bc51e228115d1dcaa67e195d9e879f841e31d0f965f94914) AuthConfig (53bb7d78c2a3161b8728d5e008f58f9f0b37ade6321b2cd1080abbe178a052bd) AuthConfig (12d6683916d91fba0522647b9b52c1e9476f3e9d5999d449397ffa76cca15032) AuthConfig (faff8a30bc2f47bf43243668b631c4d4ce9f615e1fddadf1c496e82f5db0e2d8) AuthConfig (2b99a9db53d041f48c94d5babacb0e5de59311d58578b5e0476324cdbfe3b1bb) AuthConfig (5e9bcbd4100e8a23a332dbec90140d563bbc34aab19646fc5395bc8d05052698) AuthConfig (e3a2c2f54bee0de25cac43475f14356115e639d1ee88148ed91a323db5e83198) AuthConfig (1e48bbc5dc6f519728f343345dc40d32d5c4d0113fb32599f73c5eb601f937db) AuthConfig (833536e92f032890543e1d0ec90ec2eb6ec3654f62294b8d631a28da86c55ec2) AuthConfig (f75e296db4a139117057959d311f133012f86060d1544c1a53b49e23137cbbd1) AuthConfig (46bba67f737735accc1379fde78078886d27d043639ea834047be1b530a304f3) AuthConfig (215e285685133446c9ad7413633dd5e22567c0c8e309fd1b8c91a92ba04e83f0) AuthConfig (d8c2e9243e63d7e3e744b3f53682d72b68ceda4d69aea0bdb63c51b9b919d404) AuthConfig (7662ca0878a3d2bedf21b7ee35b59f6026616251f14bd4f4fa3469ad1c58817f) AuthConfig (8adbe9889dd45570ff581654c84c8937390dae916641c790c1d7ca41445250f7) AuthConfig (f3ec4862bbc353ea0b1f634a7ce975ee0458855308d2d0a214937895fa6fe1e1) AuthConfig (9a1cd48859840c82bc5b9f80f6f5b7b701ce1eeac59992134fd03bb0211ec4c3) AuthConfig (9435efa3e1177c6be189ba99b273cc829c0e45b632dae838b6c834edbe56a0ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"eeef6a31-2eea-40c3-b5cc-bb747773d47b","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.745217119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47fc5fcf-a1ab-4efd-952b-7e0b6eb835b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.794926186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47fc5fcf-a1ab-4efd-952b-7e0b6eb835b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.844872422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47fc5fcf-a1ab-4efd-952b-7e0b6eb835b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.895565687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47fc5fcf-a1ab-4efd-952b-7e0b6eb835b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.70573729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83dd2308-4813-44e8-b9ac-b60d0602dcc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.75507592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83dd2308-4813-44e8-b9ac-b60d0602dcc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.804382433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83dd2308-4813-44e8-b9ac-b60d0602dcc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.85357118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83dd2308-4813-44e8-b9ac-b60d0602dcc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.625766366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4172de6-2d78-43e9-bf66-54246aa80e8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.625789843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4172de6-2d78-43e9-bf66-54246aa80e8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.679884009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a449d02-b2bd-4bfc-bb8e-3a9318bea712","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.679904496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a449d02-b2bd-4bfc-bb8e-3a9318bea712","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.778520334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"63824fbc-b558-4028-bc10-3144a4164b32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-695f5c","tenantID":"e2e-api-a-695f5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.913251002Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"63824fbc-b558-4028-bc10-3144a4164b32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"name":"e2e-api-a-695f5c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.966227497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-695f5c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"63824fbc-b558-4028-bc10-3144a4164b32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:34.021047104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48046446-57ff-4b38-a78a-17b4051bd5d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:34.021068272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48046446-57ff-4b38-a78a-17b4051bd5d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:34.937698177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4845776c-b00f-418c-b1ca-302f255dc822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.060721439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4845776c-b00f-418c-b1ca-302f255dc822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.118162767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4845776c-b00f-418c-b1ca-302f255dc822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.255859843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4845776c-b00f-418c-b1ca-302f255dc822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.964612575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7709ce73-1e97-4ffd-894d-ddf4535a0b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:39.01851454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7709ce73-1e97-4ffd-894d-ddf4535a0b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:39.068584112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7709ce73-1e97-4ffd-894d-ddf4535a0b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:39.125995018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7709ce73-1e97-4ffd-894d-ddf4535a0b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:39.551458235Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a5f7b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a5f7b9","reconcileID":"cbbc9e69-458a-4431-a543-f2abb2698c51","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a5f7b9","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-a5f7b9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:39.802925107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"560dfa36-1c06-48f0-aeb5-ee12d8028c6f","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:39.876555647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"560dfa36-1c06-48f0-aeb5-ee12d8028c6f","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"e2e-mt-4c260505-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.226045909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"bf01aa8c-b6b5-4236-8292-31d59aee6205","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.226163022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"bf01aa8c-b6b5-4236-8292-31d59aee6205","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.457825208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533077f8-c9f3-4a77-a0ea-45bb25a3df70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.509342845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533077f8-c9f3-4a77-a0ea-45bb25a3df70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.559229849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533077f8-c9f3-4a77-a0ea-45bb25a3df70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.608522222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533077f8-c9f3-4a77-a0ea-45bb25a3df70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.580333951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4972984-5d92-43ee-9ed0-9ee03e7c5cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.638295123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4972984-5d92-43ee-9ed0-9ee03e7c5cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.70956757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4972984-5d92-43ee-9ed0-9ee03e7c5cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.777201647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4972984-5d92-43ee-9ed0-9ee03e7c5cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:44.120323596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"fb1aefd3-10e2-4197-ad16-96a780de8ae4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-695f5c","tenantID":"e2e-api-a-695f5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:44.17489262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"fb1aefd3-10e2-4197-ad16-96a780de8ae4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"name":"e2e-api-a-695f5c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:44.229452498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-695f5c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"fb1aefd3-10e2-4197-ad16-96a780de8ae4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:44.757544893Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-4cb675","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-4cb675","reconcileID":"dc276774-c6bb-4d78-a67b-1e0ce72a9415","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-4cb675","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-4cb675":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:46.261175926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c87e005-ff42-46b7-af78-e3e92daea48b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:46.311048057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c87e005-ff42-46b7-af78-e3e92daea48b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:46.36671038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c87e005-ff42-46b7-af78-e3e92daea48b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:46.418332942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c87e005-ff42-46b7-af78-e3e92daea48b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.335770468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28abff8d-b31c-4779-9fd7-9b4d385fd300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.385481126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28abff8d-b31c-4779-9fd7-9b4d385fd300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.43911454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28abff8d-b31c-4779-9fd7-9b4d385fd300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.489139502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28abff8d-b31c-4779-9fd7-9b4d385fd300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:50.356996653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2d5f2f-9694-4ee0-9494-a96c1b79b1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:50.410747053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2d5f2f-9694-4ee0-9494-a96c1b79b1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:50.477456825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2d5f2f-9694-4ee0-9494-a96c1b79b1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:50.548068176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2d5f2f-9694-4ee0-9494-a96c1b79b1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:50.846753691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe8d69a9-e9c4-487c-a179-6204391b5136","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:50.8467819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe8d69a9-e9c4-487c-a179-6204391b5136","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:50.899373099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59767d4a-c64a-4312-9018-1ba0d4fede09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:50.899392617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59767d4a-c64a-4312-9018-1ba0d4fede09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:50.997523453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"151a6d82-44eb-423a-8c5f-a61b408e55d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2d2f63","tenantID":"e2e-api-a-2d2f63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.126417305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"e083cc48-9ea9-4411-aa85-bc9723ad7695","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.126445769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"e083cc48-9ea9-4411-aa85-bc9723ad7695","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.128730403Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"151a6d82-44eb-423a-8c5f-a61b408e55d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"name":"e2e-api-a-2d2f63-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.181670613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2d2f63-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"151a6d82-44eb-423a-8c5f-a61b408e55d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.227383012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"4d03bcac-e2bd-47a2-b773-7182cf02490c","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.238101638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"436ab05c-d521-4f2e-b54a-c9c9c1bc018a","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.238204999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"436ab05c-d521-4f2e-b54a-c9c9c1bc018a","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.23901887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34c6eab3-bde5-4ccc-98d8-c9ce2f874e15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.239135295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34c6eab3-bde5-4ccc-98d8-c9ce2f874e15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.282521942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"4d03bcac-e2bd-47a2-b773-7182cf02490c","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"e2e-mt-4c260505-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.330965983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-sub-4c260505","reconcileID":"4b383f42-3f70-461d-b581-413a04c1c1b7","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"maas-trlp-e2e-lifecycle-model-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.596142321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"54cbf6e1-695e-4c6d-8c3c-f8231b8e34f2","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.649372193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-sub-4c260505","reconcileID":"fdad5a59-d5dd-4ca6-9a7e-d0a64a6ab27e","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"maas-trlp-e2e-lifecycle-model-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.65805516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"54cbf6e1-695e-4c6d-8c3c-f8231b8e34f2","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"e2e-mt-4c260505-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:52.997855224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3246dad-51ae-4078-829d-d7aa764f99e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:53.047535996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3246dad-51ae-4078-829d-d7aa764f99e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:53.096933152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3246dad-51ae-4078-829d-d7aa764f99e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:53.146376183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3246dad-51ae-4078-829d-d7aa764f99e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:54.354261495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"29b8fb4d-bc57-446f-bd45-4a5a1ed410d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-695f5c","tenantID":"e2e-api-a-695f5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:54.422084331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"29b8fb4d-bc57-446f-bd45-4a5a1ed410d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"name":"e2e-api-a-695f5c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:54.478461693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-695f5c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"29b8fb4d-bc57-446f-bd45-4a5a1ed410d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:55.413504567Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.738781543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4263a3f-de62-48d7-b793-62808cc6716c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.788070012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4263a3f-de62-48d7-b793-62808cc6716c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.83764478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4263a3f-de62-48d7-b793-62808cc6716c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.887985513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4263a3f-de62-48d7-b793-62808cc6716c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:57.307974193Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-82b62e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-82b62e","reconcileID":"3e387dba-d375-4b16-8b06-270ecf408e07","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-82b62e","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-82b62e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:58.855994326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1b0dba-dc54-42ef-9b5c-d057b03009a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:58.905584534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1b0dba-dc54-42ef-9b5c-d057b03009a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:58.955000593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1b0dba-dc54-42ef-9b5c-d057b03009a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:59.00536728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1b0dba-dc54-42ef-9b5c-d057b03009a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:00.832502052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d52fb28-8da3-46f8-bf03-f8e2003b27f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:00.884263838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d52fb28-8da3-46f8-bf03-f8e2003b27f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:00.934459373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d52fb28-8da3-46f8-bf03-f8e2003b27f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:00.984309754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d52fb28-8da3-46f8-bf03-f8e2003b27f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.336800482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"815ac773-850e-4f6e-9e62-d82cfc471de1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2d2f63","tenantID":"e2e-api-a-2d2f63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.393647437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"815ac773-850e-4f6e-9e62-d82cfc471de1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"name":"e2e-api-a-2d2f63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.447081503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2d2f63-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"815ac773-850e-4f6e-9e62-d82cfc471de1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.655898281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"3a57f7cf-cbca-4ca0-88ca-fa32f474618b","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.655919111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"3a57f7cf-cbca-4ca0-88ca-fa32f474618b","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.758588066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"7d0cd8ad-4295-4bc5-8c8c-96ce056dbb00","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.871920175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"7d0cd8ad-4295-4bc5-8c8c-96ce056dbb00","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"e2e-mt-4c260505-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.042445165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-sub-4c260505","reconcileID":"8f9d994f-85f0-46d3-9a18-5ec4c58e862d","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"maas-trlp-e2e-lifecycle-model-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.554947622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"4be6250c-58d6-457d-a078-6cab2f2bde5d","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.657041535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"4be6250c-58d6-457d-a078-6cab2f2bde5d","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"e2e-mt-4c260505-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.745805056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-sub-4c260505","reconcileID":"2b5f0f6c-2cea-4f32-90d8-c17342318508","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"maas-trlp-e2e-lifecycle-model-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:04.579402496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"f4c44540-9949-4695-ac17-9f613394cc04","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-695f5c","tenantID":"e2e-api-a-695f5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:04.635055757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"f4c44540-9949-4695-ac17-9f613394cc04","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"name":"e2e-api-a-695f5c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:04.688320579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-695f5c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86d070e9295ddc5b5304772ccba2f4a6f67c6ca26817f8c834d7132880a6d518) AuthConfig (07b94def3de930e14609c6ea9c97a2d1fe689108ff9446eda61098d9166f343e) AuthConfig (39c10242971ed55b20e8e197ef147dabb8b9b140ec225a3524426b3d60d82446) AuthConfig (e6c170fb9a79ed14082d28b61d1d9c48cf833e0a12306b97c6ad2817e4edcddb) AuthConfig (df1b55514a673a8f1e1b21480d50d506d56b51906ed2294bfd7d1815160b2673) AuthConfig (3d498da6509ad08c467732a3f931c915e59142afce724e99571ca8a9bb129bdc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"f4c44540-9949-4695-ac17-9f613394cc04","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:04.743675497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80b370d7-fd4c-4882-9b2a-c5762363eae5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:04.74369902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80b370d7-fd4c-4882-9b2a-c5762363eae5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.95145095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"fab6ed50-1c4d-410a-9123-f59fe2ece19a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f9b7e7","tenantID":"e2e-api-a-f9b7e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.113430674Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"fab6ed50-1c4d-410a-9123-f59fe2ece19a","name":"e2e-api-a-f9b7e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.198724872Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"38ebe7c9-af88-417e-85c4-cf46ed0f21fb","namespace":"ai-tenant-e2e-mt-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.198977913Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"38ebe7c9-af88-417e-85c4-cf46ed0f21fb","name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.256341311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"41edb8da-e28a-4607-9df2-ac93d25b5802","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.256432828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"41edb8da-e28a-4607-9df2-ac93d25b5802","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.25698799Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"38ebe7c9-af88-417e-85c4-cf46ed0f21fb","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.257066541Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"38ebe7c9-af88-417e-85c4-cf46ed0f21fb","namespace":"ai-tenant-e2e-mt-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.25717427Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"38ebe7c9-af88-417e-85c4-cf46ed0f21fb","name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.346495083Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"38ebe7c9-af88-417e-85c4-cf46ed0f21fb","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.348015898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"5230a734-b79e-4cf4-9034-1cd622b6a712","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.348051957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"5230a734-b79e-4cf4-9034-1cd622b6a712","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.378734261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"73f0b632-f521-42f8-a760-24020949fa54","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.437044118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"73f0b632-f521-42f8-a760-24020949fa54","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"e2e-mt-4c260505-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.461026846Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-sub-4c260505","reconcileID":"d372a217-84e4-4935-a91b-600dee3f30a6","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6804b179","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.512035559Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-sub-4c260505","reconcileID":"e1ed87f2-9f46-4973-b6a9-755e636b1197","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6804b179","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.636154411Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"a8c8f466-683e-45b0-8969-3e0b2d2f35ca","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.834862322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"a8c8f466-683e-45b0-8969-3e0b2d2f35ca","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.959534216Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"a8c8f466-683e-45b0-8969-3e0b2d2f35ca","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"e2e-mt-4c260505-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.959562052Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-policy-4c260505","reconcileID":"a8c8f466-683e-45b0-8969-3e0b2d2f35ca","MaaSAuthPolicy":{"name":"e2e-policy-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:08.016229079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"a1636d56-d585-45a4-a686-5dba43847190","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:08.016266682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"a1636d56-d585-45a4-a686-5dba43847190","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:11.547080856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"2702eba9-b929-438c-9d05-eb76c0816315","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2d2f63","tenantID":"e2e-api-a-2d2f63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:11.607102872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"2702eba9-b929-438c-9d05-eb76c0816315","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"name":"e2e-api-a-2d2f63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:11.660522091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2d2f63-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"2702eba9-b929-438c-9d05-eb76c0816315","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:14.843447637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"73eec360-5da6-423b-9d94-b1eee002dc60","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-695f5c","tenantID":"e2e-api-a-695f5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:14.899956198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"73eec360-5da6-423b-9d94-b1eee002dc60","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"name":"e2e-api-a-695f5c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:14.95343244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-695f5c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86d070e9295ddc5b5304772ccba2f4a6f67c6ca26817f8c834d7132880a6d518) AuthConfig (07b94def3de930e14609c6ea9c97a2d1fe689108ff9446eda61098d9166f343e) AuthConfig (39c10242971ed55b20e8e197ef147dabb8b9b140ec225a3524426b3d60d82446) AuthConfig (e6c170fb9a79ed14082d28b61d1d9c48cf833e0a12306b97c6ad2817e4edcddb) AuthConfig (df1b55514a673a8f1e1b21480d50d506d56b51906ed2294bfd7d1815160b2673) AuthConfig (3d498da6509ad08c467732a3f931c915e59142afce724e99571ca8a9bb129bdc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"73eec360-5da6-423b-9d94-b1eee002dc60","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:17.563953496Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-sub-4c260505","reconcileID":"f6dd77c6-8049-480a-8523-7647773e4c7c","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","subscription":"e2e-sub-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:17.618621734Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-sub-4c260505","reconcileID":"f6dd77c6-8049-480a-8523-7647773e4c7c","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:17.670929874Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-sub-4c260505","reconcileID":"f6dd77c6-8049-480a-8523-7647773e4c7c","MaaSSubscription":{"name":"e2e-sub-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"name":"maas-trlp-e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:17.930022331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"950b18b2-26c5-4e61-8038-84e1c5304b81","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:17.930050963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"950b18b2-26c5-4e61-8038-84e1c5304b81","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:21.766711754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"99a29850-ea94-48b1-8450-b69fd2c9106c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2d2f63","tenantID":"e2e-api-a-2d2f63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:21.821614649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"99a29850-ea94-48b1-8450-b69fd2c9106c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"name":"e2e-api-a-2d2f63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:21.874939561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2d2f63-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"99a29850-ea94-48b1-8450-b69fd2c9106c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:25.064574242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"dec56e65-7988-4c07-a551-4f3e49188c2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-695f5c","tenantID":"e2e-api-a-695f5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:25.130911353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"dec56e65-7988-4c07-a551-4f3e49188c2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"name":"e2e-api-a-695f5c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:25.392530239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ceb3d12-9cc1-4510-a294-f4acf2361c63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:25.392552292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ceb3d12-9cc1-4510-a294-f4acf2361c63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:25.419449041Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:30.96957965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"19b25fb9-48d8-42f7-890c-cb718729c052","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a5f7b9","tenantID":"e2e-api-b-a5f7b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:31.084506219Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"19b25fb9-48d8-42f7-890c-cb718729c052","name":"e2e-api-b-a5f7b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:31.983030885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"8685214f-5cbe-4ae6-8e67-3a5c47a7200a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2d2f63","tenantID":"e2e-api-a-2d2f63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:32.05288349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"8685214f-5cbe-4ae6-8e67-3a5c47a7200a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"name":"e2e-api-a-2d2f63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:32.106721592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2d2f63-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (577fd4159a7308a18b8f0bdb9c5581b88383e9a03d62b90c682cd631323f00ec) AuthConfig (5e140cd6764a2e1dc69449d27e951e08a531296b7f17413fcdc34941b3ba34bc) AuthConfig (0e6aa2a61e51f45894eb737e0da30aa80061b53df7b424fcba4e59696fe961ab) AuthConfig (b2da3f08d301733d470694cd5317030825dc030c7390b3970d757773206e1d51) AuthConfig (cd97f9b888e6d220660f2ca0d8d9955f71abe4c5ec889ef944d2b1178e8fb4f2) AuthConfig (d5cedc7dec9dd28131333d45a9fbb4b87b52d3c2845a78ea27d40e42d2476764)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"8685214f-5cbe-4ae6-8e67-3a5c47a7200a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:32.159934122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf8e71e8-0016-4599-b771-4d05876f4307","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:32.159965344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf8e71e8-0016-4599-b771-4d05876f4307","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:40.645558845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"a5fbe31d-7276-43ba-ac62-0424acfb8e45","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4cb675","tenantID":"e2e-api-a-4cb675","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:40.761389078Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"a5fbe31d-7276-43ba-ac62-0424acfb8e45","name":"e2e-api-a-4cb675-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:42.259073287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"8bf3483b-5e5b-4566-b68d-083cfb0f8118","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2d2f63","tenantID":"e2e-api-a-2d2f63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:42.314223442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"8bf3483b-5e5b-4566-b68d-083cfb0f8118","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"name":"e2e-api-a-2d2f63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:42.367547037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2d2f63-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (577fd4159a7308a18b8f0bdb9c5581b88383e9a03d62b90c682cd631323f00ec) AuthConfig (5e140cd6764a2e1dc69449d27e951e08a531296b7f17413fcdc34941b3ba34bc) AuthConfig (0e6aa2a61e51f45894eb737e0da30aa80061b53df7b424fcba4e59696fe961ab) AuthConfig (b2da3f08d301733d470694cd5317030825dc030c7390b3970d757773206e1d51) AuthConfig (cd97f9b888e6d220660f2ca0d8d9955f71abe4c5ec889ef944d2b1178e8fb4f2) AuthConfig (d5cedc7dec9dd28131333d45a9fbb4b87b52d3c2845a78ea27d40e42d2476764)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"8bf3483b-5e5b-4566-b68d-083cfb0f8118","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:52.469841014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"619be54d-8738-4e01-86c4-4bbd8f335166","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2d2f63","tenantID":"e2e-api-a-2d2f63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:52.525449006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"619be54d-8738-4e01-86c4-4bbd8f335166","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"name":"e2e-api-a-2d2f63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:52.835927091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84fdfc1c-f340-4ea6-9c20-c921662e77bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:52.835949581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84fdfc1c-f340-4ea6-9c20-c921662e77bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:55.26674788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"008d800d-2225-488e-be78-a6093a3bd139","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82b62e","tenantID":"e2e-api-b-82b62e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:55.380094832Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"008d800d-2225-488e-be78-a6093a3bd139","name":"e2e-api-b-82b62e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:55.411479093Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:06.643411515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2169d20b-192a-4958-a908-e9e50e377195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:06.692596365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2169d20b-192a-4958-a908-e9e50e377195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:06.742134241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2169d20b-192a-4958-a908-e9e50e377195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:06.7913152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2169d20b-192a-4958-a908-e9e50e377195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.647251354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db17a68e-854e-4c5c-a81e-1a4dff68d5cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.685889093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c00b2992-6c72-480b-8cb4-b2cd2cc8e02e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.68591583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c00b2992-6c72-480b-8cb4-b2cd2cc8e02e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.6964948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db17a68e-854e-4c5c-a81e-1a4dff68d5cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.74572772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db17a68e-854e-4c5c-a81e-1a4dff68d5cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.798905448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db17a68e-854e-4c5c-a81e-1a4dff68d5cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.802292965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ae37d7e-4011-4d8d-b252-daeb780d2b39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.802312889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ae37d7e-4011-4d8d-b252-daeb780d2b39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.900233234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"a7ed2641-f4fd-4128-83a6-faa515edf960","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f9b7e7","tenantID":"e2e-api-a-f9b7e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:09.070518934Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"a7ed2641-f4fd-4128-83a6-faa515edf960","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"name":"e2e-api-a-f9b7e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:09.123738503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f9b7e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"a7ed2641-f4fd-4128-83a6-faa515edf960","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:09.178401199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0ba809b-5956-496b-addd-2e27e2a7ebaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:09.178421854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0ba809b-5956-496b-addd-2e27e2a7ebaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.084554607Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","namespace":"ai-tenant-e2e-mt-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.084676883Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","namespace":"ai-tenant-e2e-mt-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.08478408Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","tenant":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.145572542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"Deployment","name":"maas-api-e2e-mt-4c260505","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.225557135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"Service","name":"maas-api-e2e-mt-4c260505","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.370207989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-4c260505","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.448370275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-4c260505","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.527552147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.583768935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.642533838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.695490719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.750345098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"Deployment","name":"payload-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.800699874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.853667291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"Service","name":"payload-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.909850842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"Service","name":"payload-pre-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.960130465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"DestinationRule","name":"payload-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.008982758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.058643527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.131028344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.142619224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e4c2df9-c72a-40c9-a1bb-34b03bc190e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.192651843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.192673053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e4c2df9-c72a-40c9-a1bb-34b03bc190e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.243517903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e4c2df9-c72a-40c9-a1bb-34b03bc190e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.255639769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.366336229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e4c2df9-c72a-40c9-a1bb-34b03bc190e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.417748884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.484777274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"598c18f0-673c-4683-9421-9ea13d367c9f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-4c260505","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:13.128858983Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-4c260505","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-4c260505","reconcileID":"68cc7db0-3ab1-42bd-ba0a-7e85dd7fb9d6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-4c260505","removed":["maas.opendatahub.io/gateway-access-e2e-mt-4c260505"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:13.303659291Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"0ba0c84c-99e9-4ab9-9832-ea06d356bc97","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:13.363609735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"0ba0c84c-99e9-4ab9-9832-ea06d356bc97","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:13.36960358Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"5f5ab250-661f-40a4-ab5a-fad1fc25aa33","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:13.369678939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"5f5ab250-661f-40a4-ab5a-fad1fc25aa33","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:13.380852612Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"7e66bc66-ce1b-495c-9c3d-8b90130853f7","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:13.380919057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"7e66bc66-ce1b-495c-9c3d-8b90130853f7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:13.401921964Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"db37bf84-ea07-4be5-b858-50492a0c41e7","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:13.401996526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"db37bf84-ea07-4be5-b858-50492a0c41e7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:13.41038218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae512ed7-a0ea-400b-90cf-cf1d5eafa860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:13.443207811Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"c45990f8-1edd-4d16-ae33-ec6c33145639","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:13.443317308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"c45990f8-1edd-4d16-ae33-ec6c33145639","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:13.459930923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae512ed7-a0ea-400b-90cf-cf1d5eafa860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:13.509950052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae512ed7-a0ea-400b-90cf-cf1d5eafa860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:13.524181091Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"8b1b8c9b-2ab6-4001-9f35-8c3c57a834fa","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:13.524314877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"8b1b8c9b-2ab6-4001-9f35-8c3c57a834fa","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:13.559452754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae512ed7-a0ea-400b-90cf-cf1d5eafa860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:13.684864742Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"6e27b578-2cc5-46f1-9be0-f800e7faa060","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:13.684951416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"6e27b578-2cc5-46f1-9be0-f800e7faa060","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:13.836877289Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"5ba228fa-8444-48a2-9818-ca688a063e03","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:13.836969874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"5ba228fa-8444-48a2-9818-ca688a063e03","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:14.083958494Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"a7058302-17ca-48a9-a3b6-da77f5001f9d","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:14.084041192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"a7058302-17ca-48a9-a3b6-da77f5001f9d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:15.283378873Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"635348a8-6b18-43fc-9bc6-06a29763d6b4","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:15.283519886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"635348a8-6b18-43fc-9bc6-06a29763d6b4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.510822905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3b8e97-8d36-47b8-9271-ff6a78262fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.513755054Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-97f097","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-97f097","reconcileID":"dc00f80c-9fe5-4a56-b265-ad8609212ac0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-97f097","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-97f097":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.560807245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3b8e97-8d36-47b8-9271-ff6a78262fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.615591489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3b8e97-8d36-47b8-9271-ff6a78262fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.671513297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3b8e97-8d36-47b8-9271-ff6a78262fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:16.226653866Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"3e5e40cd-297b-48e3-b36d-383599ec8df4","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:16.22674206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"3e5e40cd-297b-48e3-b36d-383599ec8df4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:18.180706693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb7a842-af47-4920-bbd9-09ae080e73fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:18.233604416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb7a842-af47-4920-bbd9-09ae080e73fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:18.28579669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb7a842-af47-4920-bbd9-09ae080e73fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:18.351813245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb7a842-af47-4920-bbd9-09ae080e73fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:18.448892461Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"01a27b74-ffab-40c6-ac10-9575b075fa4d","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:18.449008308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"01a27b74-ffab-40c6-ac10-9575b075fa4d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:19.289304942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"207a7e90-aab6-4487-94e9-e669019df019","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f9b7e7","tenantID":"e2e-api-a-f9b7e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:19.35825537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"207a7e90-aab6-4487-94e9-e669019df019","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"name":"e2e-api-a-f9b7e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:19.430665742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f9b7e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"207a7e90-aab6-4487-94e9-e669019df019","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:21.04485406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a593df-a844-4317-84a8-23a7a8fe94f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:21.094781475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a593df-a844-4317-84a8-23a7a8fe94f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:21.156041284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a593df-a844-4317-84a8-23a7a8fe94f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:21.213624155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a593df-a844-4317-84a8-23a7a8fe94f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:25.412156297Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:28.699111903Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"c87a5ec9-5552-4e5d-8db6-45b3500d67ce","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:28.69921577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"c87a5ec9-5552-4e5d-8db6-45b3500d67ce","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:29.531863117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"d1d8b700-8f17-4761-b7a4-3315813af290","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f9b7e7","tenantID":"e2e-api-a-f9b7e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:29.590578504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"d1d8b700-8f17-4761-b7a4-3315813af290","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"name":"e2e-api-a-f9b7e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:29.644734365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f9b7e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"d1d8b700-8f17-4761-b7a4-3315813af290","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:33.516838669Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"06257de2-dbc6-4368-a1b0-5d49b0a87bb2","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:33.51702478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"06257de2-dbc6-4368-a1b0-5d49b0a87bb2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:34.209972655Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"9a7e6fa9-b75c-420d-b4ba-31694f07be34","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:34.210169338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"9a7e6fa9-b75c-420d-b4ba-31694f07be34","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:34.533561234Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"6865d0d9-b8a7-4453-b18a-0059dd4daa07","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:34.53410066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"6865d0d9-b8a7-4453-b18a-0059dd4daa07","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:34.754152503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90dbabb9-85f6-4e49-8ce9-ddbb1378d6e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:34.886257303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90dbabb9-85f6-4e49-8ce9-ddbb1378d6e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:34.940116487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90dbabb9-85f6-4e49-8ce9-ddbb1378d6e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:34.995673492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90dbabb9-85f6-4e49-8ce9-ddbb1378d6e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:35.717567509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"66f5d3e1-dc8f-4da6-87e3-f92d76c5d97b","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:35.71777017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"66f5d3e1-dc8f-4da6-87e3-f92d76c5d97b","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:35.903477816Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-4c260505","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-4c260505","reconcileID":"905926dc-afef-42b4-95ff-3bafe5d2e054","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-4c260505","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-4c260505":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:36.95060512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"f1e7063a-b1d4-4411-8d1a-e5523d975a64","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:36.950754553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"f1e7063a-b1d4-4411-8d1a-e5523d975a64","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:37.241072211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf597e3-20b9-42b5-bcd2-1a7e016c3913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:37.295643623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf597e3-20b9-42b5-bcd2-1a7e016c3913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:37.345478388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf597e3-20b9-42b5-bcd2-1a7e016c3913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:37.395004895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf597e3-20b9-42b5-bcd2-1a7e016c3913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:39.575765584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a35eb2-7c96-4964-87e1-22d1270c48a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:39.626993254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a35eb2-7c96-4964-87e1-22d1270c48a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:39.677519807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a35eb2-7c96-4964-87e1-22d1270c48a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:39.729753426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a35eb2-7c96-4964-87e1-22d1270c48a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:39.804404747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"ccaae6fc-dd6b-4c74-bd38-7cf8d659e325","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f9b7e7","tenantID":"e2e-api-a-f9b7e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:39.889473296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"ccaae6fc-dd6b-4c74-bd38-7cf8d659e325","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"name":"e2e-api-a-f9b7e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:39.964497395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f9b7e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"ccaae6fc-dd6b-4c74-bd38-7cf8d659e325","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:41.701821883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0267be02-6346-4524-837e-778d72d953d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:41.751202851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0267be02-6346-4524-837e-778d72d953d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:41.80056392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0267be02-6346-4524-837e-778d72d953d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:41.850468616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0267be02-6346-4524-837e-778d72d953d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:43.660205451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5561b633-58fc-4cca-b890-5b02ac68afb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:43.70950648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5561b633-58fc-4cca-b890-5b02ac68afb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:43.759047544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5561b633-58fc-4cca-b890-5b02ac68afb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:43.808186911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5561b633-58fc-4cca-b890-5b02ac68afb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:45.838573743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb08bb5-47d2-4917-8cb1-95662330c8fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:45.890597237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb08bb5-47d2-4917-8cb1-95662330c8fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:45.939982403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb08bb5-47d2-4917-8cb1-95662330c8fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:45.989266458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb08bb5-47d2-4917-8cb1-95662330c8fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:47.592803516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f08658b9-06a9-4967-b4e7-69631ac57945","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:47.592831748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f08658b9-06a9-4967-b4e7-69631ac57945","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:47.647107327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"685a2598-a368-49d7-a81a-f12f7ab2ad4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:47.64713739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"685a2598-a368-49d7-a81a-f12f7ab2ad4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:47.723637648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1af6afb-18e1-4768-8f9c-64cdd0a30169","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:47.723755774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1af6afb-18e1-4768-8f9c-64cdd0a30169","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:47.746521209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"a171df5c-55e5-41e3-a1f7-6a218a7834ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4cb675","tenantID":"e2e-api-a-4cb675","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:47.776024124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b530f27-acc2-4955-9860-0c1bdfde9671","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:47.776051649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b530f27-acc2-4955-9860-0c1bdfde9671","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:47.850894242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a1a548e-c0b5-4be0-9a1e-4054e9cf6cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:47.900534383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a1a548e-c0b5-4be0-9a1e-4054e9cf6cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:47.900700111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"95ed6e43-655c-4d0f-bd53-bf8b07282958","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a5f7b9","tenantID":"e2e-api-b-a5f7b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:47.950008181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a1a548e-c0b5-4be0-9a1e-4054e9cf6cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:47.970419597Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"a171df5c-55e5-41e3-a1f7-6a218a7834ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"name":"e2e-api-a-4cb675-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:47.999529768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a1a548e-c0b5-4be0-9a1e-4054e9cf6cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:48.052729422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-4cb675-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"a171df5c-55e5-41e3-a1f7-6a218a7834ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:48.077084414Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"95ed6e43-655c-4d0f-bd53-bf8b07282958","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"name":"e2e-api-b-a5f7b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:48.108275089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"161418e1-ecb5-40a6-b3fe-471560552b05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:48.108403502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"161418e1-ecb5-40a6-b3fe-471560552b05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:48.132758661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a5f7b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"95ed6e43-655c-4d0f-bd53-bf8b07282958","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:48.187531404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"263a8afc-96cf-4d5c-abe5-c4626f408ec1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:48.187557884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"263a8afc-96cf-4d5c-abe5-c4626f408ec1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:48.313030436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"2d47549f-c251-4f23-a85e-5b472a7015c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-695f5c","tenantID":"e2e-api-a-695f5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:48.369858982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"2d47549f-c251-4f23-a85e-5b472a7015c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"name":"e2e-api-a-695f5c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:48.698605059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"47d147ea-6307-48a9-a2a3-813853a61736","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-695f5c","tenantID":"e2e-api-a-695f5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:48.776308455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"47d147ea-6307-48a9-a2a3-813853a61736","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"name":"e2e-api-a-695f5c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:50.045175881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b71adc-b038-48e3-8985-d7ef5b173d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:50.158354179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b71adc-b038-48e3-8985-d7ef5b173d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:50.221491754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b71adc-b038-48e3-8985-d7ef5b173d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:50.222514528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"095088c6-38ba-49e5-8c9a-2b60526f4938","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f9b7e7","tenantID":"e2e-api-a-f9b7e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:50.276610379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b71adc-b038-48e3-8985-d7ef5b173d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:50.335125008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"095088c6-38ba-49e5-8c9a-2b60526f4938","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"name":"e2e-api-a-f9b7e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:50.387877816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f9b7e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (608d84fb29cfa7c615266eb09b48565affe0bb37da6c023c4b5eeec8322e8fda) AuthConfig (1ca8d64f8ff08dee1f3de2f09a74fe81965a321003e467b263bc06f348cab21e) AuthConfig (ad0c271a207aeb4e0d391800892abee6a62fd50188a5f5974cb3625ec58b30b3) AuthConfig (83fe2f7a2d2dbe7d1f29ffcee846db60dbafab505551e426f536b6abf2c6f112) AuthConfig (41d6271f1a92db815358b36a5596686721206a7733cd95818d45f190f31b84bd) AuthConfig (6dcd4cbb8eeb6ad12b534d82d4d529c9da6c013c739d3451ec709ddfc566ae90)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"095088c6-38ba-49e5-8c9a-2b60526f4938","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:50.440974014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a85559b4-5c4c-4e31-87dc-18b99eb88511","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:50.44099529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a85559b4-5c4c-4e31-87dc-18b99eb88511","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:52.128599065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e9831af-6d5c-4b4a-8f79-474a24dabd0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:52.180323229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e9831af-6d5c-4b4a-8f79-474a24dabd0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:52.231033825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e9831af-6d5c-4b4a-8f79-474a24dabd0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:52.280667514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e9831af-6d5c-4b4a-8f79-474a24dabd0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:54.088032635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5827796-d149-4f5d-8430-e69d482c5c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:54.137392525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5827796-d149-4f5d-8430-e69d482c5c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:54.186444344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5827796-d149-4f5d-8430-e69d482c5c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:54.236561056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5827796-d149-4f5d-8430-e69d482c5c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:55.410728465Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:56.078180824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79eee6e0-4ab7-438d-a96a-881711342d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:56.128372564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79eee6e0-4ab7-438d-a96a-881711342d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:56.178662159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79eee6e0-4ab7-438d-a96a-881711342d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:56.228027254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79eee6e0-4ab7-438d-a96a-881711342d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:58.034044602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe96513-a8f7-40ba-8d7a-01cdae01d278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:58.083626107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe96513-a8f7-40ba-8d7a-01cdae01d278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:58.13376621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe96513-a8f7-40ba-8d7a-01cdae01d278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:58.182971198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe96513-a8f7-40ba-8d7a-01cdae01d278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:58.281532342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"81ca836c-6af8-49f8-874c-dcbfd0e67402","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4cb675","tenantID":"e2e-api-a-4cb675","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:58.28553384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"9fe96aa4-cdc8-4143-a942-4c077a9bfb5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a5f7b9","tenantID":"e2e-api-b-a5f7b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:58.336009382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"81ca836c-6af8-49f8-874c-dcbfd0e67402","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"name":"e2e-api-a-4cb675-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:58.339626351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"9fe96aa4-cdc8-4143-a942-4c077a9bfb5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"name":"e2e-api-b-a5f7b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:58.438346497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-4cb675-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"81ca836c-6af8-49f8-874c-dcbfd0e67402","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:58.438676727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a5f7b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"9fe96aa4-cdc8-4143-a942-4c077a9bfb5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:58.798171061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"820342da-e2d7-4746-acf3-e23ab34a839f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-695f5c","tenantID":"e2e-api-a-695f5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:58.85254357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"820342da-e2d7-4746-acf3-e23ab34a839f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"name":"e2e-api-a-695f5c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:59.097594656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"d42e2645-00cf-4b07-81ca-2249b18186f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-695f5c","tenantID":"e2e-api-a-695f5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:59.152308486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"d42e2645-00cf-4b07-81ca-2249b18186f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"name":"e2e-api-a-695f5c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:00.581542799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"01961889-10c3-4e2c-ba79-6cc7c30bc9e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f9b7e7","tenantID":"e2e-api-a-f9b7e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:00.636029068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"01961889-10c3-4e2c-ba79-6cc7c30bc9e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"name":"e2e-api-a-f9b7e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:00.692164298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f9b7e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (608d84fb29cfa7c615266eb09b48565affe0bb37da6c023c4b5eeec8322e8fda) AuthConfig (1ca8d64f8ff08dee1f3de2f09a74fe81965a321003e467b263bc06f348cab21e) AuthConfig (ad0c271a207aeb4e0d391800892abee6a62fd50188a5f5974cb3625ec58b30b3) AuthConfig (83fe2f7a2d2dbe7d1f29ffcee846db60dbafab505551e426f536b6abf2c6f112) AuthConfig (41d6271f1a92db815358b36a5596686721206a7733cd95818d45f190f31b84bd) AuthConfig (6dcd4cbb8eeb6ad12b534d82d4d529c9da6c013c739d3451ec709ddfc566ae90)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"01961889-10c3-4e2c-ba79-6cc7c30bc9e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:01.025469735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33c77de-5e9b-4b1e-abe9-be3d7595faee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:01.075166941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33c77de-5e9b-4b1e-abe9-be3d7595faee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:01.124555836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33c77de-5e9b-4b1e-abe9-be3d7595faee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:01.17431484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33c77de-5e9b-4b1e-abe9-be3d7595faee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:02.975319122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df7bf6fd-93df-4bad-b241-f51d8e61d674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:03.0251697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df7bf6fd-93df-4bad-b241-f51d8e61d674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:03.075260938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df7bf6fd-93df-4bad-b241-f51d8e61d674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:03.088339939Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2f6bc1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2f6bc1","reconcileID":"a701baef-2fae-4ddc-ac3f-9b5608c4423a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2f6bc1","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-2f6bc1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:03.12810859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df7bf6fd-93df-4bad-b241-f51d8e61d674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:05.172814915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e6c8fd-8f4c-4e83-9431-2b46ca97b30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:05.221999035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e6c8fd-8f4c-4e83-9431-2b46ca97b30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:05.271464767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e6c8fd-8f4c-4e83-9431-2b46ca97b30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:05.321089801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e6c8fd-8f4c-4e83-9431-2b46ca97b30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:05.763393389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8232b425-eb97-4977-8219-28abbd9aadc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:05.763417006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8232b425-eb97-4977-8219-28abbd9aadc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:05.816155993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72ae0784-7b09-494e-9447-29b3e5147d78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:05.816183615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72ae0784-7b09-494e-9447-29b3e5147d78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:05.913783219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"0ba4addc-efde-4c3c-a7fe-5628bad74b76","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82b62e","tenantID":"e2e-api-b-82b62e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:06.03619491Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"0ba4addc-efde-4c3c-a7fe-5628bad74b76","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"name":"e2e-api-b-82b62e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:06.090611438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-82b62e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"0ba4addc-efde-4c3c-a7fe-5628bad74b76","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:06.146115282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd074709-dfb9-40e0-b297-e38c5a2ef8fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:06.146144864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd074709-dfb9-40e0-b297-e38c5a2ef8fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:06.803742978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"43c42070-ded5-4765-b799-eebf669e1f24","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2d2f63","tenantID":"e2e-api-a-2d2f63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:06.859060425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"43c42070-ded5-4765-b799-eebf669e1f24","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"name":"e2e-api-a-2d2f63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:07.10843189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"47ba03dd-6375-4ece-847d-7535476ad8f9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2d2f63","tenantID":"e2e-api-a-2d2f63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:07.163863867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"47ba03dd-6375-4ece-847d-7535476ad8f9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"name":"e2e-api-a-2d2f63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:07.165181903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4d9f67-5af7-42cb-b95c-3e3c30c9953d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:07.214558037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4d9f67-5af7-42cb-b95c-3e3c30c9953d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:07.263985949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4d9f67-5af7-42cb-b95c-3e3c30c9953d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:07.314326031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4d9f67-5af7-42cb-b95c-3e3c30c9953d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:08.566219861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"02674356-32ab-4b07-ae21-a8c7b8e02c7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a5f7b9","tenantID":"e2e-api-b-a5f7b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:08.56667488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"ae2f2e9d-4ea9-4e64-bd2d-e4baf8f0843c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4cb675","tenantID":"e2e-api-a-4cb675","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:08.621007043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"ae2f2e9d-4ea9-4e64-bd2d-e4baf8f0843c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"name":"e2e-api-a-4cb675-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:08.622136378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"02674356-32ab-4b07-ae21-a8c7b8e02c7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"name":"e2e-api-b-a5f7b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:08.675068182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-4cb675-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb7ec136f23f3bb993b616aba7c82862122805f93f838998ae16287ab319c9ca) AuthConfig (140021eb0a48b9e8a7e55e28d113322e49af4e7fe6a28ee58a3de4d6a38a9c76) AuthConfig (f849e3e3025c65118317427ff98aef8bff7e457bad4806784375bcb003cc9e77) AuthConfig (8f0fbf042d74ef01a08e75a7bb016a2692f3f4bd1471c7f89288e75a0dde2f14) AuthConfig (951ab187f914445e321861a924bf7d5d9560be2991d084d1529620a4c7d3f562) AuthConfig (5c753760e7c891696232db76c26f5daba2ae2ccc77522630ecc67a902c1657d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"ae2f2e9d-4ea9-4e64-bd2d-e4baf8f0843c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:08.675469632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a5f7b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b4e24e94b53583f6d0c1f06af107cc568336833fe874e91bfc61e261eefd18c) AuthConfig (e8fcb7a3b8af3b579f882305723b747b2f6312e1e95f3d9e56e9daf63339011f) AuthConfig (777d55e501f94829c1ac87cbe3cebebb8ab5727be95245a1d88e3ed8a503c026) AuthConfig (cec98eb0a4134fe916fad75b0ddf0186d235c80cbcf917bd7543dd60fe2a2512) AuthConfig (39f62f3d4c00d9cdb30d4fbe27242c0520d9647135e387f8e9703905785cdea4) AuthConfig (dfa456533594e76e4d2a969a5b34cee6f3b60e5bce542a777d5b395ffd77d78c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"02674356-32ab-4b07-ae21-a8c7b8e02c7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:08.729522549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4faf226-7b21-48da-8eaa-d6c4e669979b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:08.72954918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4faf226-7b21-48da-8eaa-d6c4e669979b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:08.730113237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f8d5f0e-4551-4a5f-a27a-cf8c02892def","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:08.730127938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f8d5f0e-4551-4a5f-a27a-cf8c02892def","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:09.112694646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57016a49-eabe-43e4-bfbf-d7e1e8432c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:09.162070861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57016a49-eabe-43e4-bfbf-d7e1e8432c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:09.212428219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57016a49-eabe-43e4-bfbf-d7e1e8432c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:09.263382055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57016a49-eabe-43e4-bfbf-d7e1e8432c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:10.809425864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"8c191b1b-ee65-4082-ab64-c0e12eec69c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f9b7e7","tenantID":"e2e-api-a-f9b7e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:10.88047516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"8c191b1b-ee65-4082-ab64-c0e12eec69c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"name":"e2e-api-a-f9b7e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:11.115290507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"635126c3-c0c1-442a-8605-cd663c19219b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:11.165325422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"635126c3-c0c1-442a-8605-cd663c19219b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:11.215357065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"635126c3-c0c1-442a-8605-cd663c19219b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:11.220745585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6afd6249-7fe7-4aac-a646-653227c5e21f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:11.220768064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6afd6249-7fe7-4aac-a646-653227c5e21f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:11.264881952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"635126c3-c0c1-442a-8605-cd663c19219b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:16.245046188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"c05360df-8eb1-420a-8c4c-8ed2628068f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82b62e","tenantID":"e2e-api-b-82b62e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:16.300757152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"c05360df-8eb1-420a-8c4c-8ed2628068f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"name":"e2e-api-b-82b62e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:16.354074915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-82b62e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"c05360df-8eb1-420a-8c4c-8ed2628068f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:17.313720664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"1f80f68b-ca7b-4fb6-bbae-91c647a3c1e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2d2f63","tenantID":"e2e-api-a-2d2f63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:17.368507262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"1f80f68b-ca7b-4fb6-bbae-91c647a3c1e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"name":"e2e-api-a-2d2f63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:17.613213569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"dbf10544-d5c1-44a4-81fd-bbbe3d4c7465","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2d2f63","tenantID":"e2e-api-a-2d2f63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:17.667438734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"dbf10544-d5c1-44a4-81fd-bbbe3d4c7465","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"name":"e2e-api-a-2d2f63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:18.829793405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"b819563c-e87f-43c2-bc57-5270f3c26f20","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4cb675","tenantID":"e2e-api-a-4cb675","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:18.829827659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"7dbb2513-8640-4515-9cbb-29f758a61e47","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a5f7b9","tenantID":"e2e-api-b-a5f7b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:18.88475502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"7dbb2513-8640-4515-9cbb-29f758a61e47","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"name":"e2e-api-b-a5f7b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:18.885916551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"b819563c-e87f-43c2-bc57-5270f3c26f20","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"name":"e2e-api-a-4cb675-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:18.938718522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a5f7b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b4e24e94b53583f6d0c1f06af107cc568336833fe874e91bfc61e261eefd18c) AuthConfig (e8fcb7a3b8af3b579f882305723b747b2f6312e1e95f3d9e56e9daf63339011f) AuthConfig (777d55e501f94829c1ac87cbe3cebebb8ab5727be95245a1d88e3ed8a503c026) AuthConfig (cec98eb0a4134fe916fad75b0ddf0186d235c80cbcf917bd7543dd60fe2a2512) AuthConfig (39f62f3d4c00d9cdb30d4fbe27242c0520d9647135e387f8e9703905785cdea4) AuthConfig (dfa456533594e76e4d2a969a5b34cee6f3b60e5bce542a777d5b395ffd77d78c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"7dbb2513-8640-4515-9cbb-29f758a61e47","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:18.941227242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-4cb675-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb7ec136f23f3bb993b616aba7c82862122805f93f838998ae16287ab319c9ca) AuthConfig (140021eb0a48b9e8a7e55e28d113322e49af4e7fe6a28ee58a3de4d6a38a9c76) AuthConfig (f849e3e3025c65118317427ff98aef8bff7e457bad4806784375bcb003cc9e77) AuthConfig (8f0fbf042d74ef01a08e75a7bb016a2692f3f4bd1471c7f89288e75a0dde2f14) AuthConfig (951ab187f914445e321861a924bf7d5d9560be2991d084d1529620a4c7d3f562) AuthConfig (5c753760e7c891696232db76c26f5daba2ae2ccc77522630ecc67a902c1657d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"b819563c-e87f-43c2-bc57-5270f3c26f20","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.071836675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"dad4564c-98e7-4a05-918a-3c53266e41df","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.197314075Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"dad4564c-98e7-4a05-918a-3c53266e41df","name":"e2e-mt-4c260505-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.256852719Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"4aa46d2b-f48e-43ae-b949-ebfb956fa230","namespace":"ai-tenant-e2e-api-a-695f5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.256960232Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"4aa46d2b-f48e-43ae-b949-ebfb956fa230","namespace":"ai-tenant-e2e-api-a-695f5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.257040017Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"4aa46d2b-f48e-43ae-b949-ebfb956fa230","name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.311743947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa335342-04a0-4783-974e-062bdf1a34e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.311844392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa335342-04a0-4783-974e-062bdf1a34e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.312367119Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"4aa46d2b-f48e-43ae-b949-ebfb956fa230","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.312880215Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"c21a3ce0-1494-48af-9c1f-0429bb69e080","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.513593857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"c21a3ce0-1494-48af-9c1f-0429bb69e080","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-695f5c","tenantID":"e2e-api-a-695f5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.637466668Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"c21a3ce0-1494-48af-9c1f-0429bb69e080","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"name":"e2e-api-a-695f5c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.637503695Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"e2e-e2e-api-a-695f5c-policy","reconcileID":"c21a3ce0-1494-48af-9c1f-0429bb69e080","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-695f5c-policy","namespace":"ai-tenant-e2e-api-a-695f5c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-695f5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.691985164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b6cbf29-aaaf-43f9-9281-bb33cd561a79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.692007353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b6cbf29-aaaf-43f9-9281-bb33cd561a79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.817733319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"6977bc55-f9ee-46e1-b930-df02b4024b50","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-97f097","tenantID":"e2e-api-b-97f097","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.930727074Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"6977bc55-f9ee-46e1-b930-df02b4024b50","name":"e2e-api-b-97f097-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:25.412174252Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:26.453531979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"b61e6034-326c-4f3a-8141-10f668195faf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82b62e","tenantID":"e2e-api-b-82b62e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:26.508077093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"b61e6034-326c-4f3a-8141-10f668195faf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"name":"e2e-api-b-82b62e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:26.562476654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-82b62e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"b61e6034-326c-4f3a-8141-10f668195faf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.037789192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"bec7124e-ff51-4283-9d65-8fdd3920ab1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a5f7b9","tenantID":"e2e-api-b-a5f7b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.039709029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"6c372fe8-09e9-4019-91c5-c5400077a7ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4cb675","tenantID":"e2e-api-a-4cb675","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.093475684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"bec7124e-ff51-4283-9d65-8fdd3920ab1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"name":"e2e-api-b-a5f7b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.094817051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"6c372fe8-09e9-4019-91c5-c5400077a7ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"name":"e2e-api-a-4cb675-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.146461948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a5f7b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b4e24e94b53583f6d0c1f06af107cc568336833fe874e91bfc61e261eefd18c) AuthConfig (e8fcb7a3b8af3b579f882305723b747b2f6312e1e95f3d9e56e9daf63339011f) AuthConfig (777d55e501f94829c1ac87cbe3cebebb8ab5727be95245a1d88e3ed8a503c026) AuthConfig (cec98eb0a4134fe916fad75b0ddf0186d235c80cbcf917bd7543dd60fe2a2512) AuthConfig (39f62f3d4c00d9cdb30d4fbe27242c0520d9647135e387f8e9703905785cdea4) AuthConfig (dfa456533594e76e4d2a969a5b34cee6f3b60e5bce542a777d5b395ffd77d78c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"bec7124e-ff51-4283-9d65-8fdd3920ab1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.147771227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-4cb675-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb7ec136f23f3bb993b616aba7c82862122805f93f838998ae16287ab319c9ca) AuthConfig (140021eb0a48b9e8a7e55e28d113322e49af4e7fe6a28ee58a3de4d6a38a9c76) AuthConfig (f849e3e3025c65118317427ff98aef8bff7e457bad4806784375bcb003cc9e77) AuthConfig (8f0fbf042d74ef01a08e75a7bb016a2692f3f4bd1471c7f89288e75a0dde2f14) AuthConfig (951ab187f914445e321861a924bf7d5d9560be2991d084d1529620a4c7d3f562) AuthConfig (5c753760e7c891696232db76c26f5daba2ae2ccc77522630ecc67a902c1657d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"6c372fe8-09e9-4019-91c5-c5400077a7ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.665707865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"955b0e8a-cdc0-4f46-87ba-e702f4b548f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82b62e","tenantID":"e2e-api-b-82b62e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.726271261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"955b0e8a-cdc0-4f46-87ba-e702f4b548f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"name":"e2e-api-b-82b62e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.779622023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-82b62e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (550878732dc83b800aa8e2e3b6fea56caabc79322fae194d0d1d1d1d728bf36c) AuthConfig (861ac76e745a9f37a08ca2b382e737498ebe5924dce245385355fb9c8748e856) AuthConfig (6d04006d2568be1665619d8eecb9654b7ee0206736849c603441a2f4c9626e43) AuthConfig (784a3e5c2c2e5eeb5494979ef7e3f64ee3884d351bed20886138f401e47c33d0) AuthConfig (4128faecf1be693c13a067ff774501021af4f57cf32c2d516071957da8d7e943) AuthConfig (294aff7c59bd8a61d3646579610134a2c64d6afa7e4bb0db71e1f1193aa410d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"955b0e8a-cdc0-4f46-87ba-e702f4b548f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.834740419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3671774-e298-45c0-a3da-cb4e384e1b1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.834773938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3671774-e298-45c0-a3da-cb4e384e1b1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.091496791Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"29ca68ed-b6ba-48b8-a04d-cf2ad3931dad","namespace":"ai-tenant-e2e-api-a-2d2f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.091580911Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"29ca68ed-b6ba-48b8-a04d-cf2ad3931dad","namespace":"ai-tenant-e2e-api-a-2d2f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.091653713Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"29ca68ed-b6ba-48b8-a04d-cf2ad3931dad","name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.14521998Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"29ca68ed-b6ba-48b8-a04d-cf2ad3931dad","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.145757201Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"80fcd147-14b8-45e0-a342-0007aa39b09b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.14615898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a8f6d63-5cd2-4226-8c2d-9605baf3bf1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.146178851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a8f6d63-5cd2-4226-8c2d-9605baf3bf1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.354385252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"80fcd147-14b8-45e0-a342-0007aa39b09b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2d2f63","tenantID":"e2e-api-a-2d2f63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.477899248Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"80fcd147-14b8-45e0-a342-0007aa39b09b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"name":"e2e-api-a-2d2f63-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.47792688Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"e2e-e2e-api-a-2d2f63-policy","reconcileID":"80fcd147-14b8-45e0-a342-0007aa39b09b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2d2f63-policy","namespace":"ai-tenant-e2e-api-a-2d2f63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2d2f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.5326022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec31f4ea-fb9e-4d44-81e4-bbe030efb6e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.53263068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec31f4ea-fb9e-4d44-81e4-bbe030efb6e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.247447682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"f712587e-33a2-412a-9906-0ccb57787e70","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4cb675","tenantID":"e2e-api-a-4cb675","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.247465293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"4199140f-6c72-41ce-a125-7dcc968c05cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a5f7b9","tenantID":"e2e-api-b-a5f7b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.302409421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"4199140f-6c72-41ce-a125-7dcc968c05cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"name":"e2e-api-b-a5f7b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.302652235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"f712587e-33a2-412a-9906-0ccb57787e70","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"name":"e2e-api-a-4cb675-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.557036441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43efd5fb-aa5b-4f5f-85bb-d56278feee31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.557057393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43efd5fb-aa5b-4f5f-85bb-d56278feee31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.559711624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0beac6ac-ca75-47d2-9a2f-4c95e00462b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.559731269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0beac6ac-ca75-47d2-9a2f-4c95e00462b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:46.933007113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"87425cce-08c5-4a42-b3a4-a744dadb14b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82b62e","tenantID":"e2e-api-b-82b62e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:46.987608933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"87425cce-08c5-4a42-b3a4-a744dadb14b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"name":"e2e-api-b-82b62e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:47.040676494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-82b62e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (550878732dc83b800aa8e2e3b6fea56caabc79322fae194d0d1d1d1d728bf36c) AuthConfig (861ac76e745a9f37a08ca2b382e737498ebe5924dce245385355fb9c8748e856) AuthConfig (6d04006d2568be1665619d8eecb9654b7ee0206736849c603441a2f4c9626e43) AuthConfig (784a3e5c2c2e5eeb5494979ef7e3f64ee3884d351bed20886138f401e47c33d0) AuthConfig (4128faecf1be693c13a067ff774501021af4f57cf32c2d516071957da8d7e943) AuthConfig (294aff7c59bd8a61d3646579610134a2c64d6afa7e4bb0db71e1f1193aa410d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"87425cce-08c5-4a42-b3a4-a744dadb14b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:55.41027833Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:57.139542458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"a0d8fdc1-6239-4796-84d3-0d2450faf145","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82b62e","tenantID":"e2e-api-b-82b62e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:57.232609473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"a0d8fdc1-6239-4796-84d3-0d2450faf145","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"name":"e2e-api-b-82b62e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:57.293664823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-82b62e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (550878732dc83b800aa8e2e3b6fea56caabc79322fae194d0d1d1d1d728bf36c) AuthConfig (861ac76e745a9f37a08ca2b382e737498ebe5924dce245385355fb9c8748e856) AuthConfig (6d04006d2568be1665619d8eecb9654b7ee0206736849c603441a2f4c9626e43) AuthConfig (784a3e5c2c2e5eeb5494979ef7e3f64ee3884d351bed20886138f401e47c33d0) AuthConfig (4128faecf1be693c13a067ff774501021af4f57cf32c2d516071957da8d7e943) AuthConfig (294aff7c59bd8a61d3646579610134a2c64d6afa7e4bb0db71e1f1193aa410d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"a0d8fdc1-6239-4796-84d3-0d2450faf145","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:05.460692632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"e99892a8-1dc9-43c2-ab41-a2e30c678ef7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f6bc1","tenantID":"e2e-api-b-2f6bc1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:05.577635644Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"e99892a8-1dc9-43c2-ab41-a2e30c678ef7","name":"e2e-api-b-2f6bc1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.430876256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"aa036d86-93e8-4fd4-a682-48ae078968f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82b62e","tenantID":"e2e-api-b-82b62e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.488324278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"aa036d86-93e8-4fd4-a682-48ae078968f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"name":"e2e-api-b-82b62e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.797011251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0df081-8487-4303-9648-e63504caa4df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.797033414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0df081-8487-4303-9648-e63504caa4df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.031400412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"f5556d70-6bec-4559-b42b-931c2d0684dc","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.0314298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"f5556d70-6bec-4559-b42b-931c2d0684dc","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.993749207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763bc9e7-fc56-4a0e-95f5-f690a340c55a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:22.043285643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763bc9e7-fc56-4a0e-95f5-f690a340c55a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:22.092705117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763bc9e7-fc56-4a0e-95f5-f690a340c55a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:22.154746456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763bc9e7-fc56-4a0e-95f5-f690a340c55a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:23.983887017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0a85e0-3141-46b9-80b1-f035c7b09b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:24.033305829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0a85e0-3141-46b9-80b1-f035c7b09b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:24.082665842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0a85e0-3141-46b9-80b1-f035c7b09b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:24.137878157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0a85e0-3141-46b9-80b1-f035c7b09b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:25.382938377Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","namespace":"ai-tenant-e2e-api-a-695f5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:25.383067839Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","namespace":"ai-tenant-e2e-api-a-695f5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:25.383206824Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","tenant":"e2e-api-a-695f5c","tenantID":"e2e-api-a-695f5c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:25.491370566Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:25.491789873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"Deployment","name":"maas-api-e2e-api-a-695f5c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:25.590613113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"Service","name":"maas-api-e2e-api-a-695f5c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:25.646346659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-695f5c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:25.704528604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-695f5c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:25.762005222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-695f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:25.88352133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-695f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:25.95084981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-695f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.003160377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-695f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.059224286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"Deployment","name":"payload-processing-e2e-api-a-695f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.112673467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-695f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.166617728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"Service","name":"payload-processing-e2e-api-a-695f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.223753266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"Service","name":"payload-pre-processing-e2e-api-a-695f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.285709676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-695f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.347595236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-695f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.398253965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-695f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.451625529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-695f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.500547747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-695f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.549609731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-695f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.61588543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-695f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.711642785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a823055-2704-4adb-9a32-17e5cbcd1dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.76612297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-695f5c"},"namespace":"ai-tenant-e2e-api-a-695f5c","name":"default-tenant","reconcileID":"f18a19cb-cf39-410b-a6d8-94b9765d08c6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-695f5c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.80184871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a823055-2704-4adb-9a32-17e5cbcd1dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.85476637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a823055-2704-4adb-9a32-17e5cbcd1dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.90417632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a823055-2704-4adb-9a32-17e5cbcd1dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.650365521Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-695f5c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-695f5c","reconcileID":"9deeabf9-e549-408d-b741-75a48b6f8e80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-695f5c","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-695f5c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.729060645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ebfb62c-50c1-4ee3-8e4e-aa30b1700673","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.729091938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ebfb62c-50c1-4ee3-8e4e-aa30b1700673","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.788946295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe2e63d1-7e7d-4996-ab70-4833c625188c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.78897045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe2e63d1-7e7d-4996-ab70-4833c625188c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.877947996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965e4ca3-aed3-4be8-a044-0d91f1f61bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.929374726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965e4ca3-aed3-4be8-a044-0d91f1f61bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.978650887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965e4ca3-aed3-4be8-a044-0d91f1f61bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:29.029082106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965e4ca3-aed3-4be8-a044-0d91f1f61bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:29.029304468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"2b157cdc-832e-4ec3-bb2e-b8855e215a96","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-97f097","tenantID":"e2e-api-b-97f097","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:29.153700626Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"2b157cdc-832e-4ec3-bb2e-b8855e215a96","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"name":"e2e-api-b-97f097-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:29.209085763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-97f097-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"2b157cdc-832e-4ec3-bb2e-b8855e215a96","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:29.287870683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce4a893c-5eb3-4a0d-93f7-94d653929608","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:29.287894662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce4a893c-5eb3-4a0d-93f7-94d653929608","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:29.588467371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"da7d3407-8347-47d4-ba93-dd585426a7d2","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:29.588487641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"da7d3407-8347-47d4-ba93-dd585426a7d2","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:29.692442261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"20784381-9e4e-40b1-80b9-c42ed9552cd0","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:29.692469721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"20784381-9e4e-40b1-80b9-c42ed9552cd0","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.888911392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6dfedd-c345-4cb3-a867-abc703b91050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.938429636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6dfedd-c345-4cb3-a867-abc703b91050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.987806789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6dfedd-c345-4cb3-a867-abc703b91050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.038139002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6dfedd-c345-4cb3-a867-abc703b91050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.901887253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7ecb8f6-dcc7-48ee-9ecc-9a88815c85e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.972343174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7ecb8f6-dcc7-48ee-9ecc-9a88815c85e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:33.033032051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7ecb8f6-dcc7-48ee-9ecc-9a88815c85e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:33.083352971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7ecb8f6-dcc7-48ee-9ecc-9a88815c85e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:34.922139942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a858be4d-c559-483a-9685-4204e016c5a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:34.987130009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a858be4d-c559-483a-9685-4204e016c5a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:35.038222393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a858be4d-c559-483a-9685-4204e016c5a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:35.090167178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a858be4d-c559-483a-9685-4204e016c5a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:35.520508672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"716c9ba9-787c-4815-8037-9caba3141b7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a5f7b9","tenantID":"e2e-api-b-a5f7b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:35.574963245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"716c9ba9-787c-4815-8037-9caba3141b7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"name":"e2e-api-b-a5f7b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:35.871650445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"a96861f2-ad3c-4ed2-a02c-2283f2445cf0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a5f7b9","tenantID":"e2e-api-b-a5f7b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:35.928608475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"a96861f2-ad3c-4ed2-a02c-2283f2445cf0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"name":"e2e-api-b-a5f7b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:36.909948396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c8fde9f-fb1b-4d2c-951a-e2ad527f6338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:36.959500097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c8fde9f-fb1b-4d2c-951a-e2ad527f6338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:37.013716297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c8fde9f-fb1b-4d2c-951a-e2ad527f6338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:37.06484666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c8fde9f-fb1b-4d2c-951a-e2ad527f6338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:38.941343223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1e03cb-f74f-4eb6-a4c8-7cac2f5f79fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:38.990906369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1e03cb-f74f-4eb6-a4c8-7cac2f5f79fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.0409616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1e03cb-f74f-4eb6-a4c8-7cac2f5f79fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.090199432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1e03cb-f74f-4eb6-a4c8-7cac2f5f79fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.39153007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"1b556200-3bde-4099-916b-09dcb734c8dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-97f097","tenantID":"e2e-api-b-97f097","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.445898588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"1b556200-3bde-4099-916b-09dcb734c8dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"name":"e2e-api-b-97f097-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.499741932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-97f097-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"1b556200-3bde-4099-916b-09dcb734c8dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.152489182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"920c7436-20e1-43a9-b289-d827ab80a5c3","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"tenant":"e2e-mt-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","model":"ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.152514923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"920c7436-20e1-43a9-b289-d827ab80a5c3","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"routeName":"e2e-lifecycle-model-4c260505-kserve-route","namespace":"ai-tenant-e2e-mt-4c260505","llmisvcName":"e2e-lifecycle-model-4c260505","gateway":"openshift-ingress/e2e-mt-4c260505","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.542787923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"5a4a780f-cd4e-4de0-8d27-618cf86c7992","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f9b7e7","tenantID":"e2e-api-a-f9b7e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.598251933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"5a4a780f-cd4e-4de0-8d27-618cf86c7992","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"name":"e2e-api-a-f9b7e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.896483967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"f9676fdb-944d-40a8-9974-cca95f2645bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f9b7e7","tenantID":"e2e-api-a-f9b7e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.951304931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"f9676fdb-944d-40a8-9974-cca95f2645bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"name":"e2e-api-a-f9b7e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.972973947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36deb3f-8380-4606-8c67-8730b52bde03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.024628316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36deb3f-8380-4606-8c67-8730b52bde03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.076220503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36deb3f-8380-4606-8c67-8730b52bde03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.126469831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36deb3f-8380-4606-8c67-8730b52bde03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.823041447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"6979e87c-f7d8-47fa-a246-9f06571277b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.978554935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"a6925575-1a07-4325-93cc-ad7fe10d06a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.126058989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"edadc143-a9e8-4c00-9843-af982e546fa9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.356932709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"d9567d18-65e9-48ff-91f1-c9098443ed6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.357209669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"aa2a9d2a-24eb-4b96-88a6-c25cd7542aec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.3690733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"53ac51ba-b7d7-4a6f-85ce-d18f4a867460","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.516386511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"15843278-bbfe-481c-bd0b-f55b518de65c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.517281157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"6a9ed589-0f5c-4258-af84-189bfba51369","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.732756699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"f5c99beb-04fe-42e4-8760-b353ef72aa30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.877551089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0be0e18-e113-4349-acd3-5ce9fafd84fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.073418286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf5468a-ac8d-4ba8-a744-87494f5dc1ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.12471597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf5468a-ac8d-4ba8-a744-87494f5dc1ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.174385337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf5468a-ac8d-4ba8-a744-87494f5dc1ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.257845975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf5468a-ac8d-4ba8-a744-87494f5dc1ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.364019435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59394164-91a9-4bdf-ba50-6a766335de89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.50900398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"fdcd2a54-e0b0-4684-a1ef-dba80922c4fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:45.332107225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c7a618b-0871-41d1-8356-8bcafa5d2a8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:45.3816932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c7a618b-0871-41d1-8356-8bcafa5d2a8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:45.431472045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c7a618b-0871-41d1-8356-8bcafa5d2a8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:45.480996414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c7a618b-0871-41d1-8356-8bcafa5d2a8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.041508487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"a6ffdc45-beec-48e5-a865-5a1327ea2a70","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a5f7b9","tenantID":"e2e-api-b-a5f7b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.097047014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"a6ffdc45-beec-48e5-a865-5a1327ea2a70","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"name":"e2e-api-b-a5f7b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.34192378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"20aebf14-f465-4ee8-a158-9f32fbf84fa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a5f7b9","tenantID":"e2e-api-b-a5f7b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.396458251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"20aebf14-f465-4ee8-a158-9f32fbf84fa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"name":"e2e-api-b-a5f7b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.180993345Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","namespace":"ai-tenant-e2e-api-a-2d2f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.181055781Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","namespace":"ai-tenant-e2e-api-a-2d2f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.18112971Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","tenant":"e2e-api-a-2d2f63","tenantID":"e2e-api-a-2d2f63","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.232569912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"Deployment","name":"maas-api-e2e-api-a-2d2f63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.291678182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"Service","name":"maas-api-e2e-api-a-2d2f63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.323623206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef38518f-de57-423b-bbd6-b6b96b1c1a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.373145186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef38518f-de57-423b-bbd6-b6b96b1c1a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.37586785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-2d2f63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.422357391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef38518f-de57-423b-bbd6-b6b96b1c1a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.472377531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef38518f-de57-423b-bbd6-b6b96b1c1a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.473394564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-2d2f63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.526994598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-2d2f63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.609616957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-2d2f63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.669377257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-2d2f63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.722480657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-2d2f63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.773655074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"Deployment","name":"payload-processing-e2e-api-a-2d2f63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.823551924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-2d2f63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.8779154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"Service","name":"payload-processing-e2e-api-a-2d2f63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.933640212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"Service","name":"payload-pre-processing-e2e-api-a-2d2f63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.985663232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-2d2f63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:48.036582531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-2d2f63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:48.085909337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-2d2f63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:48.140716386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-2d2f63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:48.190575172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-2d2f63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:48.239883256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-2d2f63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:48.425696629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-2d2f63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:48.477586384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2d2f63"},"namespace":"ai-tenant-e2e-api-a-2d2f63","name":"default-tenant","reconcileID":"239cd52e-c71f-4147-86ff-b3b2c7be46c1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-2d2f63","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:49.599218094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"ada46c90-7ff8-4d60-8fe9-992d75e498b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-97f097","tenantID":"e2e-api-b-97f097","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:49.655480485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"ada46c90-7ff8-4d60-8fe9-992d75e498b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"name":"e2e-api-b-97f097-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:49.66075943Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-2d2f63","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-2d2f63","reconcileID":"ff17fbae-ce16-40c5-8998-fa2e8fbc0bc4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-2d2f63","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-2d2f63"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:49.711719755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-97f097-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"ada46c90-7ff8-4d60-8fe9-992d75e498b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:49.9764852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257f4dcc-0f84-4c8d-8b38-9cf729246a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.025524452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257f4dcc-0f84-4c8d-8b38-9cf729246a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.074757207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257f4dcc-0f84-4c8d-8b38-9cf729246a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.12409184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257f4dcc-0f84-4c8d-8b38-9cf729246a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.081655698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"68164db8-ecb4-41c8-a33e-b851d5971fe9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f9b7e7","tenantID":"e2e-api-a-f9b7e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.186934536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"68164db8-ecb4-41c8-a33e-b851d5971fe9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"name":"e2e-api-a-f9b7e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.496099651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"7dc82b81-ee82-4804-9ac8-ed1aeae47655","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f9b7e7","tenantID":"e2e-api-a-f9b7e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.550491794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"7dc82b81-ee82-4804-9ac8-ed1aeae47655","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"name":"e2e-api-a-f9b7e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.929411911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4788057e-6f76-4f02-9476-e03c003e2aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.978959779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4788057e-6f76-4f02-9476-e03c003e2aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:52.029049995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4788057e-6f76-4f02-9476-e03c003e2aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:52.078632499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4788057e-6f76-4f02-9476-e03c003e2aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.904440459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef0d15c-49a4-4585-838b-92166f9dac3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.959756155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef0d15c-49a4-4585-838b-92166f9dac3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.014927672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef0d15c-49a4-4585-838b-92166f9dac3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.094861092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef0d15c-49a4-4585-838b-92166f9dac3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.411179322Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.015751617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d0bc63-0df2-4bb3-ac11-3866d0701930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.065916563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d0bc63-0df2-4bb3-ac11-3866d0701930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.114957967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d0bc63-0df2-4bb3-ac11-3866d0701930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.164191267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d0bc63-0df2-4bb3-ac11-3866d0701930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:57.700740072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"d8599171-6c76-4de1-8129-6823bb283ff2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82b62e","tenantID":"e2e-api-b-82b62e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:57.756807145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"d8599171-6c76-4de1-8129-6823bb283ff2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"name":"e2e-api-b-82b62e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:58.051795063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac418ed-3241-47e6-a0ae-fd194ff4c923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:58.051971721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"89a3c791-ed60-46d0-805f-c57b50aa5832","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82b62e","tenantID":"e2e-api-b-82b62e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:58.101186689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac418ed-3241-47e6-a0ae-fd194ff4c923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:58.150293302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac418ed-3241-47e6-a0ae-fd194ff4c923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:58.199715462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac418ed-3241-47e6-a0ae-fd194ff4c923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:58.208117816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"89a3c791-ed60-46d0-805f-c57b50aa5832","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"name":"e2e-api-b-82b62e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:59.811691118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"df6d45ba-d71b-48f4-a143-3f52f6b821f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-97f097","tenantID":"e2e-api-b-97f097","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:59.866129809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"df6d45ba-d71b-48f4-a143-3f52f6b821f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"name":"e2e-api-b-97f097-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:59.919336556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-97f097-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"df6d45ba-d71b-48f4-a143-3f52f6b821f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.048087611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cd81de-95ca-4b09-add5-f8cfc367c7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.102466588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cd81de-95ca-4b09-add5-f8cfc367c7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.153921211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cd81de-95ca-4b09-add5-f8cfc367c7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.203481102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cd81de-95ca-4b09-add5-f8cfc367c7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:02.002578311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c63ab60-a622-44bf-b018-46acab38aa73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:02.053974429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c63ab60-a622-44bf-b018-46acab38aa73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:02.103991279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c63ab60-a622-44bf-b018-46acab38aa73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:02.153528306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c63ab60-a622-44bf-b018-46acab38aa73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:03.985368899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc6cf41f-7f0a-4929-ab8e-6df25b1138dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:04.034965673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc6cf41f-7f0a-4929-ab8e-6df25b1138dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:04.084460949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc6cf41f-7f0a-4929-ab8e-6df25b1138dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:04.133726774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc6cf41f-7f0a-4929-ab8e-6df25b1138dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:04.567197365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"5234dc2b-5690-43cb-90f1-6d8355dcc851","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:04.618808147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"2a3e56d6-73bd-409d-80cb-f8bafe42f13f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:04.619364815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fa0a78f1-23b7-413d-98eb-47ddc1dfb615","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:04.713740367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"63b2512a-196b-41a9-8c1d-2454474afc81","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:04.858336183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"8964152b-4267-4469-83a2-2930fe7fb47b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.084499928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"94404d03-cc7a-42a5-b13c-f1cf8a5cc224","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.186940289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"1a3afe91-03d1-4f65-bc42-4d675c48945a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.295644865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"1aafd442-a3b4-4eeb-89dc-f1bc515c0fa8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.296096369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"7d654b71-feea-4dd1-803d-6ded2d539988","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.395134962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"1e694675-589d-4fbc-a139-db4fffe5a31b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.782814376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"29e51fd1-f4dd-4635-8a65-425bcb9565c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.882105771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"9ef14f7c-8a8d-42fc-90cf-09212d5e9f95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.210867112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"a52d2ece-4896-4afe-89e9-a0f1816a1386","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82b62e","tenantID":"e2e-api-b-82b62e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.265063449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"a52d2ece-4896-4afe-89e9-a0f1816a1386","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"name":"e2e-api-b-82b62e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.509929502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"48baf0af-735d-4fbc-8d82-1d6341db9ca2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82b62e","tenantID":"e2e-api-b-82b62e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.564449395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"48baf0af-735d-4fbc-8d82-1d6341db9ca2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"name":"e2e-api-b-82b62e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.025571494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"84e3518d-4d9c-4a38-b4ae-bb39ac58ac9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-97f097","tenantID":"e2e-api-b-97f097","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.089271215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"84e3518d-4d9c-4a38-b4ae-bb39ac58ac9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"name":"e2e-api-b-97f097-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.142890847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-97f097-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c680dd29011c88f4100dc249f6a400a25731ff61e335d0aee15566b5474c9a6) AuthConfig (7192f838f2a68701767fca01fb849a5729ad993285068dfff24c123f1ae1301f) AuthConfig (aba21d093d63448f4fe85ed3972892ec2b1e4920178262b8b9ce5590331e8f3f) AuthConfig (d993b684512daa61de9138ad778cd1e7c260c02234c842432835efa8c4f78466) AuthConfig (24a684a112857d80e6b03320241d16e0b34b28c6245c95944763fa2d3f611ab9) AuthConfig (b75b02fc1048351a308ba94987c754dde9dbe12f7b868bfa51a5622d8b623118)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"84e3518d-4d9c-4a38-b4ae-bb39ac58ac9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.198183737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29e678c0-fac3-43f4-b094-e063713fbda7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.198205794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29e678c0-fac3-43f4-b094-e063713fbda7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:13.480957097Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c109190f-9137-4d4a-8be8-5d8b8d8deb23","namespace":"ai-tenant-e2e-api-a-f9b7e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:13.481057971Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c109190f-9137-4d4a-8be8-5d8b8d8deb23","namespace":"ai-tenant-e2e-api-a-f9b7e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:13.481144875Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c109190f-9137-4d4a-8be8-5d8b8d8deb23","name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:13.540736158Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"b5bca692-e03f-4b39-b918-d9a8ad5ee70c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:13.541024675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0c04b52-41d8-4b57-b6a0-b39226659fdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:13.541082942Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c109190f-9137-4d4a-8be8-5d8b8d8deb23","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:13.541086295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0c04b52-41d8-4b57-b6a0-b39226659fdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:13.767650603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"b5bca692-e03f-4b39-b918-d9a8ad5ee70c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f9b7e7","tenantID":"e2e-api-a-f9b7e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:13.903105473Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"b5bca692-e03f-4b39-b918-d9a8ad5ee70c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"name":"e2e-api-a-f9b7e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:13.903130153Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"e2e-e2e-api-a-f9b7e7-policy","reconcileID":"b5bca692-e03f-4b39-b918-d9a8ad5ee70c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f9b7e7-policy","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f9b7e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:13.957552256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0c57217-00ce-4244-90bc-d2fa4f9f0294","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:13.957658295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0c57217-00ce-4244-90bc-d2fa4f9f0294","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.326367337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3433c80-f4e1-4337-990d-3744957b79b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.375766349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3433c80-f4e1-4337-990d-3744957b79b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.426121353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3433c80-f4e1-4337-990d-3744957b79b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.475563443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3433c80-f4e1-4337-990d-3744957b79b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:16.748588601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a91405a-6cfe-4bc6-9434-2eda7ea855f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:16.74860843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a91405a-6cfe-4bc6-9434-2eda7ea855f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:16.803947038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9edbb49-dced-4848-b534-e3e900cc2945","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:16.803967311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9edbb49-dced-4848-b534-e3e900cc2945","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:16.903554562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"81105c40-1502-437f-bec6-3f1cd4ca8ba4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f6bc1","tenantID":"e2e-api-b-2f6bc1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.027045816Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"81105c40-1502-437f-bec6-3f1cd4ca8ba4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"name":"e2e-api-b-2f6bc1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.082186547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2f6bc1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"81105c40-1502-437f-bec6-3f1cd4ca8ba4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.137593489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4b78e16-2096-4bd0-a9f1-aff6a736c26c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.137621742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4b78e16-2096-4bd0-a9f1-aff6a736c26c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.341989689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2415784-3af6-444a-a2c2-6bafe26dd927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.391512909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2415784-3af6-444a-a2c2-6bafe26dd927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.440903302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2415784-3af6-444a-a2c2-6bafe26dd927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.441006799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"bc243a8b-30f7-4a28-af21-dcb2fe460d5b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4cb675","tenantID":"e2e-api-a-4cb675","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.49081572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2415784-3af6-444a-a2c2-6bafe26dd927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.545459164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"bc243a8b-30f7-4a28-af21-dcb2fe460d5b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"name":"e2e-api-a-4cb675-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.841301867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"631435b0-7806-4617-a949-98d0dd665f62","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4cb675","tenantID":"e2e-api-a-4cb675","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.89555457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"631435b0-7806-4617-a949-98d0dd665f62","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"name":"e2e-api-a-4cb675-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.732459699Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","namespace":"ai-tenant-e2e-mt-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.73259122Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","namespace":"ai-tenant-e2e-mt-4c260505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.732669183Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","tenant":"e2e-mt-4c260505","tenantID":"e2e-mt-4c260505","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.803197225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"Deployment","name":"maas-api-e2e-mt-4c260505","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.86369332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"Service","name":"maas-api-e2e-mt-4c260505","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.917823952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-4c260505","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.9692235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-4c260505","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.061038408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.112773492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.167077688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.218842723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.269619404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"Deployment","name":"payload-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.328613074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.378826232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d3814b-a186-4a20-8138-d8c881b57b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.45342696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"Service","name":"payload-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.453229944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d3814b-a186-4a20-8138-d8c881b57b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.502958422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"Service","name":"payload-pre-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.507082879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d3814b-a186-4a20-8138-d8c881b57b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.556057714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"DestinationRule","name":"payload-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.556437762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d3814b-a186-4a20-8138-d8c881b57b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.605460675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.654669905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.708579449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.758058748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.808362811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.92159643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-4c260505","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.980120829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"default-tenant","reconcileID":"5e71ba61-0dc8-41ff-845a-033c19cb1d21","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-4c260505","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.308590897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"f69fa328-c8ea-4698-9f9c-5e6e17aab39d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-97f097","tenantID":"e2e-api-b-97f097","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.364161706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"f69fa328-c8ea-4698-9f9c-5e6e17aab39d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"name":"e2e-api-b-97f097-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.417339634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-97f097-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c680dd29011c88f4100dc249f6a400a25731ff61e335d0aee15566b5474c9a6) AuthConfig (7192f838f2a68701767fca01fb849a5729ad993285068dfff24c123f1ae1301f) AuthConfig (aba21d093d63448f4fe85ed3972892ec2b1e4920178262b8b9ce5590331e8f3f) AuthConfig (d993b684512daa61de9138ad778cd1e7c260c02234c842432835efa8c4f78466) AuthConfig (24a684a112857d80e6b03320241d16e0b34b28c6245c95944763fa2d3f611ab9) AuthConfig (b75b02fc1048351a308ba94987c754dde9dbe12f7b868bfa51a5622d8b623118)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"f69fa328-c8ea-4698-9f9c-5e6e17aab39d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.83081709Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-4c260505","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-4c260505","reconcileID":"66a4069a-d5e9-494f-9b48-eaa2cca0ff83","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-4c260505","removed":["maas.opendatahub.io/gateway-access-e2e-mt-4c260505"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:21.007578112Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"3c796412-0998-4719-9021-cb9734a80119","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:21.069180716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"3c796412-0998-4719-9021-cb9734a80119","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:21.074617042Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"d7956c2b-b683-44b7-9239-d51a92952a2e","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:21.074696129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"d7956c2b-b683-44b7-9239-d51a92952a2e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:21.085881626Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"bc1d7c4f-7ca8-4633-9c85-ca1a1909abec","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:21.085958199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"bc1d7c4f-7ca8-4633-9c85-ca1a1909abec","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:21.10713299Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"bf431f74-03b4-4581-966b-a15762266020","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:21.107219517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"bf431f74-03b4-4581-966b-a15762266020","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:21.147645943Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"79b9312f-c0f1-4d98-ada9-22283cde9f92","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:21.147723359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"79b9312f-c0f1-4d98-ada9-22283cde9f92","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:21.228762574Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"89ce9973-cfac-4536-9691-639c0723c8d7","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:21.228831229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"89ce9973-cfac-4536-9691-639c0723c8d7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:21.389325256Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"f5a77106-68a1-4e1a-846e-002cc7d12291","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:21.389398566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"f5a77106-68a1-4e1a-846e-002cc7d12291","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:21.530825057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddd3362f-ab5e-41d5-a7b9-38097c872c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:21.58001333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddd3362f-ab5e-41d5-a7b9-38097c872c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:21.629150757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddd3362f-ab5e-41d5-a7b9-38097c872c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:21.678717495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddd3362f-ab5e-41d5-a7b9-38097c872c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:21.709998109Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"5d33e144-9681-4ad9-91cb-a2e4c0d5df51","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:21.710080303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"5d33e144-9681-4ad9-91cb-a2e4c0d5df51","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:22.350799911Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"8e876dad-b6f0-4536-9b0f-a7795dd95085","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:22.350872304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"8e876dad-b6f0-4536-9b0f-a7795dd95085","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:23.523010197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763efce0-9d9f-4e6a-9263-86af3654e86c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:23.572447316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763efce0-9d9f-4e6a-9263-86af3654e86c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:23.621535259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763efce0-9d9f-4e6a-9263-86af3654e86c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:23.631466071Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"e556c463-ac5a-4bb8-a4d0-5887c577e7e2","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:23.631537527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"e556c463-ac5a-4bb8-a4d0-5887c577e7e2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:23.670994154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763efce0-9d9f-4e6a-9263-86af3654e86c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:25.410583Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:25.518781239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66f93be-1ef2-4c81-99ba-1e7f8d05f202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:25.568108255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66f93be-1ef2-4c81-99ba-1e7f8d05f202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:25.617498613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66f93be-1ef2-4c81-99ba-1e7f8d05f202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:25.667450616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66f93be-1ef2-4c81-99ba-1e7f8d05f202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:26.192175261Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"4b5719cb-bd3c-446e-ab68-5cd04e8929da","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:26.192275202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"4b5719cb-bd3c-446e-ab68-5cd04e8929da","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:27.006609706Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"0f347691-915d-4cf4-b306-b046bace4416","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:27.006680726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"0f347691-915d-4cf4-b306-b046bace4416","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:27.236552476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"d5d7be62-253e-4d75-b3c4-169797cf03d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f6bc1","tenantID":"e2e-api-b-2f6bc1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:27.291351077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"d5d7be62-253e-4d75-b3c4-169797cf03d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"name":"e2e-api-b-2f6bc1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:27.344226452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2f6bc1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"d5d7be62-253e-4d75-b3c4-169797cf03d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:27.470210703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84681dce-ad58-41e9-8fc4-ec3cc98896b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:27.519647351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84681dce-ad58-41e9-8fc4-ec3cc98896b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:27.569147575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84681dce-ad58-41e9-8fc4-ec3cc98896b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:27.618499939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84681dce-ad58-41e9-8fc4-ec3cc98896b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:27.806484173Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"b52ec28f-acfc-4e82-a482-d02b39bd578c","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:27.806557649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"b52ec28f-acfc-4e82-a482-d02b39bd578c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:27.919358074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"85727867-3257-4ff0-9812-cbd6f57ca2c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4cb675","tenantID":"e2e-api-a-4cb675","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:27.973577507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"85727867-3257-4ff0-9812-cbd6f57ca2c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"name":"e2e-api-a-4cb675-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:28.270659597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"d68544f7-e442-4c7e-bfbc-16e2091c34eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4cb675","tenantID":"e2e-api-a-4cb675","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:28.324868248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"d68544f7-e442-4c7e-bfbc-16e2091c34eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"name":"e2e-api-a-4cb675-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.437745178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd626b1-5944-4e26-977b-9cf20508e82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.487303294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd626b1-5944-4e26-977b-9cf20508e82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.536814757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd626b1-5944-4e26-977b-9cf20508e82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.586264065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd626b1-5944-4e26-977b-9cf20508e82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.517294355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"34ec9538-fb36-422b-adb4-6b24e5d8d987","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-97f097","tenantID":"e2e-api-b-97f097","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.571623977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"34ec9538-fb36-422b-adb4-6b24e5d8d987","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"name":"e2e-api-b-97f097-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.658628614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-97f097-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c680dd29011c88f4100dc249f6a400a25731ff61e335d0aee15566b5474c9a6) AuthConfig (7192f838f2a68701767fca01fb849a5729ad993285068dfff24c123f1ae1301f) AuthConfig (aba21d093d63448f4fe85ed3972892ec2b1e4920178262b8b9ce5590331e8f3f) AuthConfig (d993b684512daa61de9138ad778cd1e7c260c02234c842432835efa8c4f78466) AuthConfig (24a684a112857d80e6b03320241d16e0b34b28c6245c95944763fa2d3f611ab9) AuthConfig (b75b02fc1048351a308ba94987c754dde9dbe12f7b868bfa51a5622d8b623118)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"34ec9538-fb36-422b-adb4-6b24e5d8d987","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.666836199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4952109e-7bcf-4631-a5da-4185f7521642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.716307855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4952109e-7bcf-4631-a5da-4185f7521642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.765499319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4952109e-7bcf-4631-a5da-4185f7521642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.815299376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4952109e-7bcf-4631-a5da-4185f7521642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.710268495Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"48a57e62-a944-4fbb-9589-234d07821ab6","namespace":"ai-tenant-e2e-api-b-a5f7b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.71032985Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"48a57e62-a944-4fbb-9589-234d07821ab6","namespace":"ai-tenant-e2e-api-b-a5f7b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.710378204Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"48a57e62-a944-4fbb-9589-234d07821ab6","name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.762433141Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"48a57e62-a944-4fbb-9589-234d07821ab6","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.762686736Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"1d3b12ff-1b38-4049-b6dd-7ac7cc68004d","namespace":"ai-tenant-e2e-api-a-4cb675","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.762788486Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"1d3b12ff-1b38-4049-b6dd-7ac7cc68004d","namespace":"ai-tenant-e2e-api-a-4cb675","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.762890989Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"1d3b12ff-1b38-4049-b6dd-7ac7cc68004d","name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.762929852Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"2d11f76d-f8a6-4a10-8676-6e3c76791628","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.76337918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8092176f-88d9-4a32-b33a-2e9ec852a8ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.763397159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8092176f-88d9-4a32-b33a-2e9ec852a8ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.816463411Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"1d3b12ff-1b38-4049-b6dd-7ac7cc68004d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.816745938Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"48dbab2a-c68f-4793-8a76-29ac964dbd59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.81710504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54c47a45-3054-4c9b-b2d6-2b16c0f69eb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.817121066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54c47a45-3054-4c9b-b2d6-2b16c0f69eb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:35.015162949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"2d11f76d-f8a6-4a10-8676-6e3c76791628","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a5f7b9","tenantID":"e2e-api-b-a5f7b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:35.068507791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"48dbab2a-c68f-4793-8a76-29ac964dbd59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4cb675","tenantID":"e2e-api-a-4cb675","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:35.138530544Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"2d11f76d-f8a6-4a10-8676-6e3c76791628","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"name":"e2e-api-b-a5f7b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:35.138556628Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"e2e-e2e-api-b-a5f7b9-policy","reconcileID":"2d11f76d-f8a6-4a10-8676-6e3c76791628","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a5f7b9-policy","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a5f7b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:35.19525779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bf80e6a-ed24-4603-a2a3-631cdc18a717","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:35.195278186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bf80e6a-ed24-4603-a2a3-631cdc18a717","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:35.195772434Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"48dbab2a-c68f-4793-8a76-29ac964dbd59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"name":"e2e-api-a-4cb675-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:35.195789721Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"e2e-e2e-api-a-4cb675-policy","reconcileID":"48dbab2a-c68f-4793-8a76-29ac964dbd59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4cb675-policy","namespace":"ai-tenant-e2e-api-a-4cb675"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4cb675","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:35.249791647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00171ab3-4ca5-4a44-81ef-c05e2f81dc7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:35.249814095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00171ab3-4ca5-4a44-81ef-c05e2f81dc7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:37.44359799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"3a6c1dd6-7ce9-4687-bb1c-9c5cbd94711b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f6bc1","tenantID":"e2e-api-b-2f6bc1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:37.498224123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"3a6c1dd6-7ce9-4687-bb1c-9c5cbd94711b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"name":"e2e-api-b-2f6bc1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:37.551506675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2f6bc1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f0925f6ed5e47eb602a65ad578107ee0e6b66e226bac4e078af737172f378464) AuthConfig (ce8eef535cf1d4e7a2175ae419fa316f01e9244710580ae0b5b95a770cf35650) AuthConfig (5e46dbb6bd6d06742bbf736785c8d2f75df2a5af91ffababd4a95e1c9cbd0f67) AuthConfig (3d7b995413c25cd670de7332272b4b96890c8faf61a65b7adb3ced20eff504c8) AuthConfig (bb13557e945310cb76481a16b4f74ea651019435b62edb7d535f69a1fd5e44e0) AuthConfig (59dabd185da3587440df63e771c07169d90dc511408d23839c4440ffd7256681)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"3a6c1dd6-7ce9-4687-bb1c-9c5cbd94711b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:37.605158967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3487c7eb-a853-4ceb-9b1d-f2731b5b790a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:37.605181389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3487c7eb-a853-4ceb-9b1d-f2731b5b790a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:40.758135648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"39284788-2295-4764-a7b1-8b46d9fa2fe0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-97f097","tenantID":"e2e-api-b-97f097","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:40.812909588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"39284788-2295-4764-a7b1-8b46d9fa2fe0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"name":"e2e-api-b-97f097-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.066532342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d80cc13-f780-4a01-bd07-e7ffc54d90af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.066561108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d80cc13-f780-4a01-bd07-e7ffc54d90af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:44.0440777Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"469cb073-69ea-444a-abad-57501786c429","namespace":"ai-tenant-e2e-api-b-82b62e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:44.044137154Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"469cb073-69ea-444a-abad-57501786c429","namespace":"ai-tenant-e2e-api-b-82b62e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:44.044186237Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"469cb073-69ea-444a-abad-57501786c429","name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:44.097918462Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"469cb073-69ea-444a-abad-57501786c429","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:44.0983811Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"ee060a78-f8f3-43c8-abfe-867319f1c94e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:44.098741681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d912fc7-cd91-4121-a22b-e2b65abe6d85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:44.098760005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d912fc7-cd91-4121-a22b-e2b65abe6d85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:44.247660885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"ee060a78-f8f3-43c8-abfe-867319f1c94e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82b62e","tenantID":"e2e-api-b-82b62e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:44.38511954Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"ee060a78-f8f3-43c8-abfe-867319f1c94e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"name":"e2e-api-b-82b62e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:44.385147423Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"e2e-e2e-api-b-82b62e-policy","reconcileID":"ee060a78-f8f3-43c8-abfe-867319f1c94e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82b62e-policy","namespace":"ai-tenant-e2e-api-b-82b62e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82b62e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:44.439202333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c37bbf5-3d26-4638-86b1-a81d13b9bd73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:44.439223309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c37bbf5-3d26-4638-86b1-a81d13b9bd73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:47.704779857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"db4d6e13-2cf8-418c-97f1-d33dc6238705","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f6bc1","tenantID":"e2e-api-b-2f6bc1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:47.759351337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"db4d6e13-2cf8-418c-97f1-d33dc6238705","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"name":"e2e-api-b-2f6bc1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:47.812554735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2f6bc1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f0925f6ed5e47eb602a65ad578107ee0e6b66e226bac4e078af737172f378464) AuthConfig (ce8eef535cf1d4e7a2175ae419fa316f01e9244710580ae0b5b95a770cf35650) AuthConfig (5e46dbb6bd6d06742bbf736785c8d2f75df2a5af91ffababd4a95e1c9cbd0f67) AuthConfig (3d7b995413c25cd670de7332272b4b96890c8faf61a65b7adb3ced20eff504c8) AuthConfig (bb13557e945310cb76481a16b4f74ea651019435b62edb7d535f69a1fd5e44e0) AuthConfig (59dabd185da3587440df63e771c07169d90dc511408d23839c4440ffd7256681)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"db4d6e13-2cf8-418c-97f1-d33dc6238705","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:48.287355665Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"be2e5062-48a4-4558-9fa9-f15676a6a569","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:48.287430127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"be2e5062-48a4-4558-9fa9-f15676a6a569","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.257228235Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","namespace":"ai-tenant-e2e-api-a-f9b7e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.257325331Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","namespace":"ai-tenant-e2e-api-a-f9b7e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.25739513Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","tenant":"e2e-api-a-f9b7e7","tenantID":"e2e-api-a-f9b7e7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.308817054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"Deployment","name":"maas-api-e2e-api-a-f9b7e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.366318268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"Service","name":"maas-api-e2e-api-a-f9b7e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.419890119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-f9b7e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.470995172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-f9b7e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.522796119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-f9b7e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.579013931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-f9b7e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.633735654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-f9b7e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.685960713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-f9b7e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.744554297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"Deployment","name":"payload-processing-e2e-api-a-f9b7e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.797974407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-f9b7e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.847157444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"Service","name":"payload-processing-e2e-api-a-f9b7e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.897845681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"Service","name":"payload-pre-processing-e2e-api-a-f9b7e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.947230117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-f9b7e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.996285621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-f9b7e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:54.04513557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-f9b7e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:54.098592132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-f9b7e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:54.147340779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-f9b7e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:54.196186862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-f9b7e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:54.247606252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-f9b7e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:54.299636079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f9b7e7"},"namespace":"ai-tenant-e2e-api-a-f9b7e7","name":"default-tenant","reconcileID":"c1ae40dc-d328-466d-a52b-8e5b426327e8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-f9b7e7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:55.088447759Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f9b7e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f9b7e7","reconcileID":"978d8445-1135-4946-b530-83456b15b0cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f9b7e7","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-f9b7e7"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:55.254321723Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"8455eac3-af59-4eed-98c0-ca4bfcf59b4a","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:55.255809749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"8455eac3-af59-4eed-98c0-ca4bfcf59b4a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:55.411405948Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:56.156362941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f817decb-d241-40e3-9ff5-12373e766602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:56.20577746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f817decb-d241-40e3-9ff5-12373e766602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:56.255186175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f817decb-d241-40e3-9ff5-12373e766602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:56.304208455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f817decb-d241-40e3-9ff5-12373e766602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:57.941624468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"9cf782f1-c55f-45df-9339-444a1c9bf2af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f6bc1","tenantID":"e2e-api-b-2f6bc1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:57.997442101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"9cf782f1-c55f-45df-9339-444a1c9bf2af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"name":"e2e-api-b-2f6bc1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:58.050828691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2f6bc1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f0925f6ed5e47eb602a65ad578107ee0e6b66e226bac4e078af737172f378464) AuthConfig (ce8eef535cf1d4e7a2175ae419fa316f01e9244710580ae0b5b95a770cf35650) AuthConfig (5e46dbb6bd6d06742bbf736785c8d2f75df2a5af91ffababd4a95e1c9cbd0f67) AuthConfig (3d7b995413c25cd670de7332272b4b96890c8faf61a65b7adb3ced20eff504c8) AuthConfig (bb13557e945310cb76481a16b4f74ea651019435b62edb7d535f69a1fd5e44e0) AuthConfig (59dabd185da3587440df63e771c07169d90dc511408d23839c4440ffd7256681)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"9cf782f1-c55f-45df-9339-444a1c9bf2af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:58.085274529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf3bb808-f52c-442a-99d5-8eec28155aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:58.134682646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf3bb808-f52c-442a-99d5-8eec28155aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:58.184494159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf3bb808-f52c-442a-99d5-8eec28155aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:58.233842439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf3bb808-f52c-442a-99d5-8eec28155aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:00.030763709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a2ebe4-6f7e-4621-a627-a655347e9161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:00.084996867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a2ebe4-6f7e-4621-a627-a655347e9161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:00.137652427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a2ebe4-6f7e-4621-a627-a655347e9161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:00.186837929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a2ebe4-6f7e-4621-a627-a655347e9161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:02.028804558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e2fa1f8-2716-438c-9b73-f79f86a1630b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:02.07819534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e2fa1f8-2716-438c-9b73-f79f86a1630b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:02.127477007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e2fa1f8-2716-438c-9b73-f79f86a1630b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:02.177079646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e2fa1f8-2716-438c-9b73-f79f86a1630b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:09:02.994010366Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"8f458b05-4129-4ad9-8b59-71b595d0fadf","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:09:02.994074128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"8f458b05-4129-4ad9-8b59-71b595d0fadf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:09:03.100890344Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"7667dbeb-3708-479b-b79e-77c8f5a9e21b","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:09:03.111380407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4c260505","namespace":"ai-tenant-e2e-mt-4c260505"},"namespace":"ai-tenant-e2e-mt-4c260505","name":"e2e-lifecycle-model-4c260505","reconcileID":"7667dbeb-3708-479b-b79e-77c8f5a9e21b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4c260505/e2e-lifecycle-model-4c260505-kserve-route (gateways: [openshift-ingress/e2e-mt-4c260505]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:03.147969034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"e6fb2f5c-31c4-45c7-ba9b-417784fccbe0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-97f097","tenantID":"e2e-api-b-97f097","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:03.206591624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"e6fb2f5c-31c4-45c7-ba9b-417784fccbe0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"name":"e2e-api-b-97f097-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:03.555641785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"c8c2f8b6-b7fb-42c1-a86d-9997469da964","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-97f097","tenantID":"e2e-api-b-97f097","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:03.610609708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"c8c2f8b6-b7fb-42c1-a86d-9997469da964","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"name":"e2e-api-b-97f097-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:04.036089582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed5ea3d-fb2f-409a-890e-167f8057fdc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:04.085710263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed5ea3d-fb2f-409a-890e-167f8057fdc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:04.134895564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed5ea3d-fb2f-409a-890e-167f8057fdc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:04.18435953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed5ea3d-fb2f-409a-890e-167f8057fdc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:06.060754955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe25d1b-d294-4403-9f4d-2ef17b5de5de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:06.110376823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe25d1b-d294-4403-9f4d-2ef17b5de5de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:06.159705782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe25d1b-d294-4403-9f4d-2ef17b5de5de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:06.209203353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe25d1b-d294-4403-9f4d-2ef17b5de5de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:08.022958843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b27681f-1f4b-4bb7-b56d-2318b8960ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:08.072466162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b27681f-1f4b-4bb7-b56d-2318b8960ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:08.121743002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b27681f-1f4b-4bb7-b56d-2318b8960ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:08.170765815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b27681f-1f4b-4bb7-b56d-2318b8960ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:08.219450852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"a51be8d6-a8b9-4b70-8bae-bb3de5ee9fcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f6bc1","tenantID":"e2e-api-b-2f6bc1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:08.274148822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"a51be8d6-a8b9-4b70-8bae-bb3de5ee9fcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"name":"e2e-api-b-2f6bc1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:08.633500443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf67f9f2-3c67-47c9-9e3e-69ca6458796b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:08.633521557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf67f9f2-3c67-47c9-9e3e-69ca6458796b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:13.629013453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"177e8104-1a65-4c16-b23b-f6039ac0b2d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-97f097","tenantID":"e2e-api-b-97f097","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:13.683849757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"177e8104-1a65-4c16-b23b-f6039ac0b2d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"name":"e2e-api-b-97f097-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:13.935068774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"287f250e-d8f8-427c-a813-82572a35a05a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-97f097","tenantID":"e2e-api-b-97f097","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:13.991138601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"287f250e-d8f8-427c-a813-82572a35a05a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"name":"e2e-api-b-97f097-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:15.773858628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e079fad-1dde-4657-a613-0f9a92438c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:15.827182518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e079fad-1dde-4657-a613-0f9a92438c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:15.876509394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e079fad-1dde-4657-a613-0f9a92438c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:15.925916237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e079fad-1dde-4657-a613-0f9a92438c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:16.35842185Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-52f191","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-52f191","reconcileID":"6d097a7b-c924-4e3d-8b62-97be207bdf56","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-52f191","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-52f191":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:17.836383553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57668544-f542-49f8-ad91-69b40a2aaddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:17.886005954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57668544-f542-49f8-ad91-69b40a2aaddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:17.935017576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57668544-f542-49f8-ad91-69b40a2aaddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:17.985179925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57668544-f542-49f8-ad91-69b40a2aaddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:18.760192996Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","namespace":"ai-tenant-e2e-api-b-a5f7b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:18.760299125Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","namespace":"ai-tenant-e2e-api-b-a5f7b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:18.760379434Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","tenant":"e2e-api-b-a5f7b9","tenantID":"e2e-api-b-a5f7b9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:18.814999379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"Deployment","name":"maas-api-e2e-api-b-a5f7b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:18.880733024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"Service","name":"maas-api-e2e-api-b-a5f7b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:18.953878682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-a5f7b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.014293449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-a5f7b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.079083608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-a5f7b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.132973752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-a5f7b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.185544756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-a5f7b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.238274365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-a5f7b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.329839425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"Deployment","name":"payload-processing-e2e-api-b-a5f7b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.378887199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-a5f7b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.427338903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"Service","name":"payload-processing-e2e-api-b-a5f7b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.479536813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"Service","name":"payload-pre-processing-e2e-api-b-a5f7b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.529484371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-a5f7b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.578652313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-a5f7b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.628050833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-a5f7b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.682139544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-a5f7b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.730837025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-a5f7b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.781633218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-a5f7b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.837782592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-a5f7b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.88034234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06fa09f-0724-4485-ba13-df1689b72831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.965591889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06fa09f-0724-4485-ba13-df1689b72831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.973179941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a5f7b9"},"namespace":"ai-tenant-e2e-api-b-a5f7b9","name":"default-tenant","reconcileID":"482f2cb7-7a66-47bd-8f7e-5e6ec2483884","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-a5f7b9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.035911935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06fa09f-0724-4485-ba13-df1689b72831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.128610067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06fa09f-0724-4485-ba13-df1689b72831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.134567621Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","namespace":"ai-tenant-e2e-api-a-4cb675","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.134678158Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","namespace":"ai-tenant-e2e-api-a-4cb675","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.134774761Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","tenant":"e2e-api-a-4cb675","tenantID":"e2e-api-a-4cb675","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.188727132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"Deployment","name":"maas-api-e2e-api-a-4cb675","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.248698448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"Service","name":"maas-api-e2e-api-a-4cb675","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.305840126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-4cb675","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.393636888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-4cb675","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.457087871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-4cb675","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.52944437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-4cb675","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.588738967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-4cb675","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.643805277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-4cb675","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.700872188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"Deployment","name":"payload-processing-e2e-api-a-4cb675","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.751546097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-4cb675","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.801779547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"Service","name":"payload-processing-e2e-api-a-4cb675","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.851276163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"Service","name":"payload-pre-processing-e2e-api-a-4cb675","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.900172444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-4cb675","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.949230446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-4cb675","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.970839943Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a5f7b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a5f7b9","reconcileID":"ce6dda7e-a5bc-404a-bf51-0577df9fc066","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a5f7b9","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-a5f7b9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.998563332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-4cb675","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:21.051792809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-4cb675","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:21.100599874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-4cb675","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:21.216476014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-4cb675","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:21.275031784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-4cb675","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:21.324115717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4cb675"},"namespace":"ai-tenant-e2e-api-a-4cb675","name":"default-tenant","reconcileID":"248cf7fe-a67d-4d0c-b072-1cd7ff80fd86","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-4cb675","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:22.078214945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb634fc-f0f3-4684-b3be-3ae966c653c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:22.135739988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb634fc-f0f3-4684-b3be-3ae966c653c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:22.142130711Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-4cb675","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-4cb675","reconcileID":"ff5a3841-fac4-43fb-bcfc-7b7f3875a57c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-4cb675","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-4cb675"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:22.185874849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb634fc-f0f3-4684-b3be-3ae966c653c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:22.235931769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb634fc-f0f3-4684-b3be-3ae966c653c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:24.080009921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8099f09-31d8-4e4a-a93c-d351b8587feb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:24.129656544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8099f09-31d8-4e4a-a93c-d351b8587feb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:24.179716789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8099f09-31d8-4e4a-a93c-d351b8587feb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:24.229597426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8099f09-31d8-4e4a-a93c-d351b8587feb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:25.411762991Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:26.027793556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279f9a22-9b54-48ba-ad5a-b11c5bbd19de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:26.077868174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279f9a22-9b54-48ba-ad5a-b11c5bbd19de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:26.126941075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279f9a22-9b54-48ba-ad5a-b11c5bbd19de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:26.179211777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279f9a22-9b54-48ba-ad5a-b11c5bbd19de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.075944563Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","namespace":"ai-tenant-e2e-api-b-82b62e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.076046249Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","namespace":"ai-tenant-e2e-api-b-82b62e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.076106554Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","tenant":"e2e-api-b-82b62e","tenantID":"e2e-api-b-82b62e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.127336899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"Deployment","name":"maas-api-e2e-api-b-82b62e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.188990354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"Service","name":"maas-api-e2e-api-b-82b62e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.241398084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-82b62e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.292999592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-82b62e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.344849744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-82b62e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.400932897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-82b62e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.45754066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-82b62e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.510622815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-82b62e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.564196684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"Deployment","name":"payload-processing-e2e-api-b-82b62e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.616644516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-82b62e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.672411801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"Service","name":"payload-processing-e2e-api-b-82b62e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.722717482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"Service","name":"payload-pre-processing-e2e-api-b-82b62e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.775464626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-82b62e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.825996752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-82b62e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.874864055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-82b62e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.929813435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-82b62e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.9796081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-82b62e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.028865745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-82b62e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.078608949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-82b62e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.135431368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82b62e"},"namespace":"ai-tenant-e2e-api-b-82b62e","name":"default-tenant","reconcileID":"d91afb06-7117-428f-b38d-c1c31f0943d7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-82b62e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.976459411Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-82b62e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-82b62e","reconcileID":"68952681-dfe7-4a1e-9f4e-51584d6778c8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-82b62e","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-82b62e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:34.04854586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf229e5-1da2-49ba-b8aa-92031d89ee6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:34.098213573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf229e5-1da2-49ba-b8aa-92031d89ee6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:34.147962325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf229e5-1da2-49ba-b8aa-92031d89ee6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:34.201703241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf229e5-1da2-49ba-b8aa-92031d89ee6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:35.992257845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3ccf55e-ada6-4216-92d4-509943d576f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.041546058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3ccf55e-ada6-4216-92d4-509943d576f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.090777569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3ccf55e-ada6-4216-92d4-509943d576f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.142169488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3ccf55e-ada6-4216-92d4-509943d576f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:40.646486145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"28f5d0b8-86ac-4023-9479-6173e8098192","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f6bc1","tenantID":"e2e-api-b-2f6bc1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:40.704573129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"28f5d0b8-86ac-4023-9479-6173e8098192","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"name":"e2e-api-b-2f6bc1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:40.96549021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"cf09b54d-ce27-4f5c-9f01-c9c6589c081e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f6bc1","tenantID":"e2e-api-b-2f6bc1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.021871075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"cf09b54d-ce27-4f5c-9f01-c9c6589c081e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"name":"e2e-api-b-2f6bc1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.457959186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248aeabd-e536-4552-9df3-b9868bcd199d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.50729187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248aeabd-e536-4552-9df3-b9868bcd199d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.556528414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248aeabd-e536-4552-9df3-b9868bcd199d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.605697933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248aeabd-e536-4552-9df3-b9868bcd199d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.865805816Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"0f8b5459-3793-4245-b6da-7f264d8a732f","namespace":"ai-tenant-e2e-api-b-97f097","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.865867012Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"0f8b5459-3793-4245-b6da-7f264d8a732f","namespace":"ai-tenant-e2e-api-b-97f097","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.865913132Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"0f8b5459-3793-4245-b6da-7f264d8a732f","name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.91990442Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"0f8b5459-3793-4245-b6da-7f264d8a732f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.920361217Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"9f595c09-70a3-463c-a1ef-c114ad91ee2e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.920701152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2390cf2d-6ec5-4b27-9ad6-5a26ebe5386f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.920719889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2390cf2d-6ec5-4b27-9ad6-5a26ebe5386f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:42.069114429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"9f595c09-70a3-463c-a1ef-c114ad91ee2e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-97f097","tenantID":"e2e-api-b-97f097","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:42.192364714Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"9f595c09-70a3-463c-a1ef-c114ad91ee2e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"name":"e2e-api-b-97f097-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:42.192388848Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"e2e-e2e-api-b-97f097-policy","reconcileID":"9f595c09-70a3-463c-a1ef-c114ad91ee2e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-97f097-policy","namespace":"ai-tenant-e2e-api-b-97f097"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-97f097","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:42.248643094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f97f6069-8331-49fb-938a-9a15af8c50fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:42.248668101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f97f6069-8331-49fb-938a-9a15af8c50fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:43.425258146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3773df-37f4-47cd-adb0-02038f64e630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:43.474361791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3773df-37f4-47cd-adb0-02038f64e630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:43.523597047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3773df-37f4-47cd-adb0-02038f64e630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:43.572927966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3773df-37f4-47cd-adb0-02038f64e630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:45.355729543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca7d2bc-0b0a-4d3b-b263-9ab18672a464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:45.405087961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca7d2bc-0b0a-4d3b-b263-9ab18672a464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:45.455025098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca7d2bc-0b0a-4d3b-b263-9ab18672a464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:45.505132233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca7d2bc-0b0a-4d3b-b263-9ab18672a464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:51.16884779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"bacc3670-5038-41d1-9e39-25730e326c4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f6bc1","tenantID":"e2e-api-b-2f6bc1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:51.22641779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"bacc3670-5038-41d1-9e39-25730e326c4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"name":"e2e-api-b-2f6bc1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:51.472958583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"ec018065-da04-4f37-85fd-fa3abb157487","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f6bc1","tenantID":"e2e-api-b-2f6bc1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:51.529981082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"ec018065-da04-4f37-85fd-fa3abb157487","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"name":"e2e-api-b-2f6bc1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:55.41552846Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:55.863080838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"03365f07-e17b-480e-9a03-ce44ea5069db","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52f191","tenantID":"e2e-api-a-52f191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:55.975445607Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"03365f07-e17b-480e-9a03-ce44ea5069db","name":"e2e-api-a-52f191-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.577061741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c191ed44-affc-467b-a34d-5a921b626b8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.577085078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c191ed44-affc-467b-a34d-5a921b626b8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.631927654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ee399f8-4c08-4189-88ad-d4071815e936","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.631957024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ee399f8-4c08-4189-88ad-d4071815e936","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.780847167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"863403e3-2cfe-4e02-a58a-cefec4ff027d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.902928305Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"863403e3-2cfe-4e02-a58a-cefec4ff027d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.956027497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"863403e3-2cfe-4e02-a58a-cefec4ff027d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.970011911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae2291d4-08c3-48de-878b-f73ce82ab32b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.970121957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae2291d4-08c3-48de-878b-f73ce82ab32b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.012616146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3bdb224-f5aa-404f-be39-47ad70d6f270","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.012637425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3bdb224-f5aa-404f-be39-47ad70d6f270","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.024458663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f493319-9368-4528-a902-77b1fa3ece55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.024482568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f493319-9368-4528-a902-77b1fa3ece55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:10:00.07763842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dc0c7c0a","reconcileID":"a91f7895-c5f4-4206-83e3-926923e42909","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-dc0c7c0a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.119889961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"150ff13f-0a3a-4700-b968-4d21228d4fff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.120147072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe2e6a16-f394-4ee2-a371-dd062ffbf65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.175333415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"150ff13f-0a3a-4700-b968-4d21228d4fff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.176061985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe2e6a16-f394-4ee2-a371-dd062ffbf65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.189608216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3a1a94e-9e75-4990-bf08-67662b1143ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.18962789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3a1a94e-9e75-4990-bf08-67662b1143ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.22154323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"1fd54d48-f4f3-467c-9c15-0be02fbb0032","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.244516056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9811c9e8-bf43-4b10-98a3-c21edc0b6b07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.244609159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9811c9e8-bf43-4b10-98a3-c21edc0b6b07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.276296735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"1fd54d48-f4f3-467c-9c15-0be02fbb0032","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.330257132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"1fd54d48-f4f3-467c-9c15-0be02fbb0032","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.477712427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"b1097b16-09e3-44c5-901e-d6565bb38d68","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.498582932Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dc0c7c0a","reconcileID":"ed447860-c763-442e-b6f3-f5943dff46d9","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-dc0c7c0a","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.498722808Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dc0c7c0a","reconcileID":"ed447860-c763-442e-b6f3-f5943dff46d9","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-dc0c7c0a","error":"MaaSModelRef not found: llm/nonexistent-model-dc0c7c0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.531920204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"b1097b16-09e3-44c5-901e-d6565bb38d68","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.577783169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b7d98f1-6e74-4ae8-860a-c77b37258441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.577794162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bab9a089-925b-4b55-94cf-2213db77d3db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.584483016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"b1097b16-09e3-44c5-901e-d6565bb38d68","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.63541572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bab9a089-925b-4b55-94cf-2213db77d3db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.635424455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b7d98f1-6e74-4ae8-860a-c77b37258441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.696525754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9976aaf6-37e9-4423-adc5-67c03af3f0e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.705804645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f65882dc-f5d4-4869-887a-30408a43378a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.705828971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f65882dc-f5d4-4869-887a-30408a43378a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.903655267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dc0c7c0a","reconcileID":"9992e4e5-0ea7-4c42-8614-79f5ea6bf142","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.903808133Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dc0c7c0a","reconcileID":"9992e4e5-0ea7-4c42-8614-79f5ea6bf142","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-dc0c7c0a","error":"MaaSModelRef not found: llm/nonexistent-model-dc0c7c0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:01.11092201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8662803-6908-4f49-8976-a5e1aa62a5ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:01.11094275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8662803-6908-4f49-8976-a5e1aa62a5ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:02.762205372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf2f1fd-dead-4f7e-adec-ddde2fd29966","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:02.762269211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf2f1fd-dead-4f7e-adec-ddde2fd29966","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:02.910008596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"fc4144ea-bf9e-4f5f-97de-fad2a0ac67e5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:02.910257558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ca9d1f2-8101-4bbe-8a15-7929a1a0e76e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:02.910023225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8315f4c-2de7-42bd-863a-f73c82a93c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:02.965290065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8315f4c-2de7-42bd-863a-f73c82a93c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:02.966224217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"fc4144ea-bf9e-4f5f-97de-fad2a0ac67e5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:02.967800186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ca9d1f2-8101-4bbe-8a15-7929a1a0e76e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:03.020562361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"fc4144ea-bf9e-4f5f-97de-fad2a0ac67e5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:09.9735892Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"b665d697-d42f-42c6-9f9a-9043284baa81","namespace":"ai-tenant-e2e-api-b-2f6bc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:09.973675815Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"b665d697-d42f-42c6-9f9a-9043284baa81","namespace":"ai-tenant-e2e-api-b-2f6bc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:09.97373223Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"b665d697-d42f-42c6-9f9a-9043284baa81","name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:10.027889401Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"b665d697-d42f-42c6-9f9a-9043284baa81","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:10.028067031Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"b39393e2-6300-4c5f-b9d0-97c44c443bd2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:10.028502942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a0dc962-04ae-42fa-9ffc-adaa1b63ddd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:10.02851762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a0dc962-04ae-42fa-9ffc-adaa1b63ddd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:10.212191081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"b39393e2-6300-4c5f-b9d0-97c44c443bd2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f6bc1","tenantID":"e2e-api-b-2f6bc1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:10.335761355Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"b39393e2-6300-4c5f-b9d0-97c44c443bd2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"name":"e2e-api-b-2f6bc1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:10.335794507Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"e2e-e2e-api-b-2f6bc1-policy","reconcileID":"b39393e2-6300-4c5f-b9d0-97c44c443bd2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f6bc1-policy","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f6bc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:10.390707078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cab98be6-d913-4516-831b-f841c5f748e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:10.390728124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cab98be6-d913-4516-831b-f841c5f748e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:12.916832488Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dc0c7c0a","reconcileID":"e5101ab5-bd9f-4477-8330-eb6e9c57ea6a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-dc0c7c0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.122922206Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dc0c7c0a","reconcileID":"e5101ab5-bd9f-4477-8330-eb6e9c57ea6a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.122965889Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dc0c7c0a","reconcileID":"e5101ab5-bd9f-4477-8330-eb6e9c57ea6a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-dc0c7c0a","subscription":"e2e-neg-ghost-sub-dc0c7c0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.123130813Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dc0c7c0a","reconcileID":"e5101ab5-bd9f-4477-8330-eb6e9c57ea6a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dc0c7c0a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-dc0c7c0a","error":"MaaSModelRef not found: llm/nonexistent-model-dc0c7c0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.170910028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"28c857a2-1e57-4a46-8b3a-0d4284a9d941","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.225299046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"28c857a2-1e57-4a46-8b3a-0d4284a9d941","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.277937387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"28c857a2-1e57-4a46-8b3a-0d4284a9d941","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.32155949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fade99ad-a045-4c2f-94a7-ec30d70f1776","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.387429448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"418f4e23-948d-40f1-b4cf-276e48e72271","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.387450398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"418f4e23-948d-40f1-b4cf-276e48e72271","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.53466308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce9ecded-e207-44e9-852a-b1991cddc450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.534821921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"4fd51955-9afb-43c5-946e-0b097b66d5f0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.534662211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2477b706-8898-4ffc-b450-42547435ffab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.550737657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c130532f-68f4-4656-8767-d74a69a05d49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.550756672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c130532f-68f4-4656-8767-d74a69a05d49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.58947235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce9ecded-e207-44e9-852a-b1991cddc450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.589491583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2477b706-8898-4ffc-b450-42547435ffab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.591925411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"4fd51955-9afb-43c5-946e-0b097b66d5f0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.644895816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"4fd51955-9afb-43c5-946e-0b097b66d5f0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.64516263Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dc0c7c0a","reconcileID":"77d69cf6-0ed1-4a5e-8fad-e50c400af38a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dc0c7c0a","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.844128369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51df64a2-c714-4e50-a0be-cda1fdd364ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.844156835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51df64a2-c714-4e50-a0be-cda1fdd364ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.143780838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70a502bf-8111-4cc0-8396-6fb36a61773c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.143899604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70a502bf-8111-4cc0-8396-6fb36a61773c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.198762631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4b61563-ce9d-4c8c-908e-52a7eada255a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.198783799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4b61563-ce9d-4c8c-908e-52a7eada255a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.440114516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"a29b63d4-4c7d-457c-a65a-174dac2b2c80","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.49455863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"a29b63d4-4c7d-457c-a65a-174dac2b2c80","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.604603049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"a29b63d4-4c7d-457c-a65a-174dac2b2c80","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.659444766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56a63587-f878-48f6-ba84-c52c99d1b354","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.659469546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56a63587-f878-48f6-ba84-c52c99d1b354","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.659990293Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","namespace":"ai-tenant-e2e-api-b-97f097","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.660066813Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","namespace":"ai-tenant-e2e-api-b-97f097","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.660142344Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","tenant":"e2e-api-b-97f097","tenantID":"e2e-api-b-97f097","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.710951348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"Deployment","name":"maas-api-e2e-api-b-97f097","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.769817301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"Service","name":"maas-api-e2e-api-b-97f097","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.82227904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-97f097","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.854887999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"da110c4e-9271-4039-94f9-487f0e69f5f7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.873227579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-97f097","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.91086587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"da110c4e-9271-4039-94f9-487f0e69f5f7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.925200535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-97f097","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.966534683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"da110c4e-9271-4039-94f9-487f0e69f5f7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.992311711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-97f097","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.059273093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-97f097","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.111590504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-97f097","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.160436757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"Deployment","name":"payload-processing-e2e-api-b-97f097","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.177885441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2acf9ee-c0c8-4f93-9187-0dad0539d7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.234614883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2acf9ee-c0c8-4f93-9187-0dad0539d7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.245318657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-97f097","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.284093093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2acf9ee-c0c8-4f93-9187-0dad0539d7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.336367221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"Service","name":"payload-processing-e2e-api-b-97f097","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.337995638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2acf9ee-c0c8-4f93-9187-0dad0539d7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.386568825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"Service","name":"payload-pre-processing-e2e-api-b-97f097","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.435289334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-97f097","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.483911423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-97f097","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.532658918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-97f097","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.59448622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-97f097","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.609703759Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f0b8c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f0b8c9","reconcileID":"2df05260-52c9-4253-86db-f6b08b2c73b1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f0b8c9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f0b8c9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.643127542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-97f097","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.691680025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-97f097","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.777148971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-97f097","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.831860051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-97f097"},"namespace":"ai-tenant-e2e-api-b-97f097","name":"default-tenant","reconcileID":"ff2daf50-26af-4d67-95ae-c85748245cc2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-97f097","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:16.638370795Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-97f097","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-97f097","reconcileID":"800cccf0-9119-4d00-af65-3f4e46f82d19","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-97f097","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-97f097"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:17.278368993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41dd22df-2657-4302-a3bc-5dbe7258493d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:17.328618908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41dd22df-2657-4302-a3bc-5dbe7258493d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:17.378763743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41dd22df-2657-4302-a3bc-5dbe7258493d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:17.430408133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41dd22df-2657-4302-a3bc-5dbe7258493d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:19.381330381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ef004d-de7c-42f6-8b33-3114af8f83c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:19.433947477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ef004d-de7c-42f6-8b33-3114af8f83c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:19.483877809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ef004d-de7c-42f6-8b33-3114af8f83c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:19.534981184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ef004d-de7c-42f6-8b33-3114af8f83c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:21.691741786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3daadcec-4350-44ae-84e1-2ffd197b597f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:21.750748188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3daadcec-4350-44ae-84e1-2ffd197b597f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:21.80406969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3daadcec-4350-44ae-84e1-2ffd197b597f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:21.859065608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3daadcec-4350-44ae-84e1-2ffd197b597f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:23.736125142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe44bf64-f9b2-4ded-bf0d-214dbfc33d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:23.786158779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe44bf64-f9b2-4ded-bf0d-214dbfc33d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:23.835915536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe44bf64-f9b2-4ded-bf0d-214dbfc33d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:23.886169409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe44bf64-f9b2-4ded-bf0d-214dbfc33d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:25.173500708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"a1500a18-a889-4266-b3e5-43c2de02527f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:25.229113787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"a1500a18-a889-4266-b3e5-43c2de02527f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:25.282743653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"a1500a18-a889-4266-b3e5-43c2de02527f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:25.41074647Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:29.658543217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922e459a-8f1c-4b95-9a7d-3c37adad4d7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:29.708820837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922e459a-8f1c-4b95-9a7d-3c37adad4d7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:29.760164528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922e459a-8f1c-4b95-9a7d-3c37adad4d7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:29.810558092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922e459a-8f1c-4b95-9a7d-3c37adad4d7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:30.222447404Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-65659d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-65659d","reconcileID":"d85e5128-f450-4b9f-8889-e2a457249226","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-65659d","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-65659d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:31.657581067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7631568e-a105-4955-b2ff-46589eb30fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:31.723214529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7631568e-a105-4955-b2ff-46589eb30fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:31.807475652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7631568e-a105-4955-b2ff-46589eb30fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:31.859473949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7631568e-a105-4955-b2ff-46589eb30fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.736415083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74130164-19da-40fa-9bc9-964928688835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.786074034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74130164-19da-40fa-9bc9-964928688835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.835669485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74130164-19da-40fa-9bc9-964928688835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.88491418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74130164-19da-40fa-9bc9-964928688835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:35.485113985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"6aa308d2-aaa3-4301-a729-61bf25b0d294","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:35.543823345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"6aa308d2-aaa3-4301-a729-61bf25b0d294","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:35.597903561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"6aa308d2-aaa3-4301-a729-61bf25b0d294","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:35.657452395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b857446d-b20f-469d-950b-589813bef190","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:35.657558251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b857446d-b20f-469d-950b-589813bef190","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:35.815400641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4046512d-2487-4d03-9de9-532a596bd4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:35.865740216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4046512d-2487-4d03-9de9-532a596bd4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:35.92803677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4046512d-2487-4d03-9de9-532a596bd4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:35.979999641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4046512d-2487-4d03-9de9-532a596bd4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:38.154181215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02db15c5-5fe4-4c3d-a03e-fabcb7aad7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:38.162136474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5331be36-86b7-411e-a47e-ebd9850f07e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:38.167320065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5331be36-86b7-411e-a47e-ebd9850f07e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:38.213870291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02db15c5-5fe4-4c3d-a03e-fabcb7aad7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:38.267566456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02db15c5-5fe4-4c3d-a03e-fabcb7aad7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:38.321928279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02db15c5-5fe4-4c3d-a03e-fabcb7aad7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:38.324496471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8f687a0-d856-4747-b008-c276ffb2ba7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:38.326915576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8f687a0-d856-4747-b008-c276ffb2ba7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:38.473983055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"3034188b-2bd3-42b9-855a-934e3a3dec4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52f191","tenantID":"e2e-api-a-52f191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:38.66541622Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"3034188b-2bd3-42b9-855a-934e3a3dec4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"name":"e2e-api-a-52f191-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:38.731629666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-52f191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"3034188b-2bd3-42b9-855a-934e3a3dec4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:38.799533966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ee6c5e1-4229-4dd5-ba4a-1d184d5fb94e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:38.799664435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ee6c5e1-4229-4dd5-ba4a-1d184d5fb94e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:40.738841882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c25990-e525-481c-bd95-2dd7671df64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:40.803902579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c25990-e525-481c-bd95-2dd7671df64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:40.863315249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c25990-e525-481c-bd95-2dd7671df64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:40.919295351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c25990-e525-481c-bd95-2dd7671df64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:44.223386954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01ac8ce-d789-48e7-80b2-c0ce3382d350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:44.273640836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01ac8ce-d789-48e7-80b2-c0ce3382d350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:44.323043234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01ac8ce-d789-48e7-80b2-c0ce3382d350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:44.372513214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01ac8ce-d789-48e7-80b2-c0ce3382d350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:44.7835471Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a3aa65","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a3aa65","reconcileID":"41cb17c0-1a73-4e04-b431-3f96a4518af5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a3aa65","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-a3aa65":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:45.894641926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"a733eb15-916c-4c90-a119-04c72afd3338","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:45.952826866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"a733eb15-916c-4c90-a119-04c72afd3338","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.008217781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"a733eb15-916c-4c90-a119-04c72afd3338","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.281396059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"634c5d9e-a627-4b5d-bdac-deb06b49b783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.333378353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"634c5d9e-a627-4b5d-bdac-deb06b49b783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.382904631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"634c5d9e-a627-4b5d-bdac-deb06b49b783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.432381961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"634c5d9e-a627-4b5d-bdac-deb06b49b783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.358882815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febadfa2-9ff1-49d8-a6f6-eef20989b834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.409287079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febadfa2-9ff1-49d8-a6f6-eef20989b834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.504836297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febadfa2-9ff1-49d8-a6f6-eef20989b834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.571703399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febadfa2-9ff1-49d8-a6f6-eef20989b834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.908515631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"6f1fc0ba-27ea-4fea-aad0-9169923e4b4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52f191","tenantID":"e2e-api-a-52f191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.962999078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"6f1fc0ba-27ea-4fea-aad0-9169923e4b4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"name":"e2e-api-a-52f191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.027733774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-52f191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"6f1fc0ba-27ea-4fea-aad0-9169923e4b4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:55.413494993Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:56.213091615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"104ce782-76a2-4fe1-a9a7-e3db95c2c583","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:56.276988299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"104ce782-76a2-4fe1-a9a7-e3db95c2c583","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:56.330776043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"104ce782-76a2-4fe1-a9a7-e3db95c2c583","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.330547964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"a1f8d944-6f9c-4647-a69a-4da724886b9d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f0b8c9","tenantID":"e2e-ipp-a-f0b8c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.443003624Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"a1f8d944-6f9c-4647-a69a-4da724886b9d","name":"e2e-ipp-a-f0b8c9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.498620005Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","namespace":"ai-tenant-e2e-api-b-2f6bc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.498704368Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","namespace":"ai-tenant-e2e-api-b-2f6bc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.498757135Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","tenant":"e2e-api-b-2f6bc1","tenantID":"e2e-api-b-2f6bc1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.555352392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"Deployment","name":"maas-api-e2e-api-b-2f6bc1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.615662435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"Service","name":"maas-api-e2e-api-b-2f6bc1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.669215078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-2f6bc1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.720717485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-2f6bc1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.772631242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-2f6bc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.832136392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-2f6bc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.884418367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-2f6bc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.936952001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-2f6bc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:58.001707444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"Deployment","name":"payload-processing-e2e-api-b-2f6bc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:58.066343387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-2f6bc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:58.115636294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"Service","name":"payload-processing-e2e-api-b-2f6bc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:58.164620067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"Service","name":"payload-pre-processing-e2e-api-b-2f6bc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:58.213746437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-2f6bc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:58.262807208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-2f6bc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:58.311706525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-2f6bc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:58.365100835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-2f6bc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:58.414431058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-2f6bc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:58.463393341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-2f6bc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:58.527969875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-2f6bc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:58.585692274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f6bc1"},"namespace":"ai-tenant-e2e-api-b-2f6bc1","name":"default-tenant","reconcileID":"c5bdeeb6-4339-463b-8a28-caa56258e0e9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-2f6bc1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:59.127005631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"98e85458-0640-4df4-b1e8-46831bc44c01","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52f191","tenantID":"e2e-api-a-52f191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:59.181159702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"98e85458-0640-4df4-b1e8-46831bc44c01","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"name":"e2e-api-a-52f191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:59.234068128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-52f191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"98e85458-0640-4df4-b1e8-46831bc44c01","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:59.37899828Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2f6bc1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2f6bc1","reconcileID":"9697601c-f9b0-4e2f-8b25-eca88b934b64","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2f6bc1","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-2f6bc1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:00.512956397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d8e6a7-6068-46f1-b3ae-47f677310c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:00.563092132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d8e6a7-6068-46f1-b3ae-47f677310c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:00.613332572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d8e6a7-6068-46f1-b3ae-47f677310c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:00.663483989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d8e6a7-6068-46f1-b3ae-47f677310c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:02.626632284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5acb835-7e90-4386-b9d3-6b11c54dcbc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:02.678137664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5acb835-7e90-4386-b9d3-6b11c54dcbc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:02.729587076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5acb835-7e90-4386-b9d3-6b11c54dcbc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:02.780299993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5acb835-7e90-4386-b9d3-6b11c54dcbc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:06.549965045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"85fde694-ed22-4743-9e8f-6741991a512f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:06.612119739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"85fde694-ed22-4743-9e8f-6741991a512f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:06.713837082Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"85fde694-ed22-4743-9e8f-6741991a512f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6633a1c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:06.967541398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b96af09f-e935-4e15-8548-4cef19cd4c0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:06.967563798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b96af09f-e935-4e15-8548-4cef19cd4c0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.33375744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"0b364091-1a7c-465c-9073-078d69b65748","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52f191","tenantID":"e2e-api-a-52f191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.388512841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"0b364091-1a7c-465c-9073-078d69b65748","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"name":"e2e-api-a-52f191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.441435815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-52f191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95cf85a39e93c8b1ba680c1f0b78d843a4393e7fb70fbc265acf51bd0f7bcadd) AuthConfig (52c8f677cc452cdd8e9ff33dcdc7cec6dcf3867e14e9f2a4f0851aa94750454e) AuthConfig (445c5f803b9eb112805f7994bd9fac609c53a438cd660591c26d610b649626d9) AuthConfig (60e90359a24c0c226766cc44cb41a88038f7e3a650caf6ade4692c91bd3e1080) AuthConfig (2f0bb47a66c8472ee5326c99839c830dd597e011214d8cffd1c6ce7db1cfd7a0) AuthConfig (35209868ae1842c943ca4520c0aed1ca82d1fecbd7f8243a15ff9a719f81ad9c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"0b364091-1a7c-465c-9073-078d69b65748","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.496596079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"477365e9-ccd7-497f-b91b-01e59de8211f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.496621339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"477365e9-ccd7-497f-b91b-01e59de8211f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:17.34916191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"a0439c1a-69d3-4f33-979e-2b7403c54ef0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-65659d","tenantID":"e2e-ipp-a-65659d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:17.472962245Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"a0439c1a-69d3-4f33-979e-2b7403c54ef0","name":"e2e-ipp-a-65659d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.366390637Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"95ea91d8-0b4f-4833-b5f0-73cb6ae16904","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.366500845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a18aefa3-312d-48b3-a956-240922a04efa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.366522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a18aefa3-312d-48b3-a956-240922a04efa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.415846098Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6633a1c3","reconcileID":"95ea91d8-0b4f-4833-b5f0-73cb6ae16904","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6633a1c3","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6633a1c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.571437772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed2a12f8-6fc0-4de4-802c-743cb5b60835","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.571460509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed2a12f8-6fc0-4de4-802c-743cb5b60835","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.594999728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"f402d4c7-78d0-4c31-9a2b-3de238f96d81","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52f191","tenantID":"e2e-api-a-52f191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.65809212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"f402d4c7-78d0-4c31-9a2b-3de238f96d81","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"name":"e2e-api-a-52f191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.729881935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-52f191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95cf85a39e93c8b1ba680c1f0b78d843a4393e7fb70fbc265acf51bd0f7bcadd) AuthConfig (52c8f677cc452cdd8e9ff33dcdc7cec6dcf3867e14e9f2a4f0851aa94750454e) AuthConfig (445c5f803b9eb112805f7994bd9fac609c53a438cd660591c26d610b649626d9) AuthConfig (60e90359a24c0c226766cc44cb41a88038f7e3a650caf6ade4692c91bd3e1080) AuthConfig (2f0bb47a66c8472ee5326c99839c830dd597e011214d8cffd1c6ce7db1cfd7a0) AuthConfig (35209868ae1842c943ca4520c0aed1ca82d1fecbd7f8243a15ff9a719f81ad9c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"f402d4c7-78d0-4c31-9a2b-3de238f96d81","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:24.79768783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16bf4e8-a266-47a5-a988-855b259ae3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:24.848844263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16bf4e8-a266-47a5-a988-855b259ae3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:24.89805057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16bf4e8-a266-47a5-a988-855b259ae3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:24.94732094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16bf4e8-a266-47a5-a988-855b259ae3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:25.371027171Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a4257d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a4257d","reconcileID":"6cc73743-bdfe-432d-afad-8e39b56f7de0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a4257d","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-a4257d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:25.412032699Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.825068614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711ba9b9-0355-4332-8117-e6a853a0ac23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.875526858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711ba9b9-0355-4332-8117-e6a853a0ac23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.925016172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711ba9b9-0355-4332-8117-e6a853a0ac23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.974268945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711ba9b9-0355-4332-8117-e6a853a0ac23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:29.829782023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"39e56ce0-fb54-47ae-bd03-1a415e0ee295","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52f191","tenantID":"e2e-api-a-52f191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:29.884078314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"39e56ce0-fb54-47ae-bd03-1a415e0ee295","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"name":"e2e-api-a-52f191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:30.201939777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed6a19cf-ac77-46f1-82f9-01166bf15288","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:30.201960828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed6a19cf-ac77-46f1-82f9-01166bf15288","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:31.897467571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77243c74-8a54-4dfa-ac3a-fd78405f183e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:31.946730257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77243c74-8a54-4dfa-ac3a-fd78405f183e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:31.996148153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77243c74-8a54-4dfa-ac3a-fd78405f183e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:32.045979804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77243c74-8a54-4dfa-ac3a-fd78405f183e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:32.345554566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"e4e75d89-b03d-4c52-a016-4a64d48616c4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3aa65","tenantID":"e2e-api-b-a3aa65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:32.458955749Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"e4e75d89-b03d-4c52-a016-4a64d48616c4","name":"e2e-api-b-a3aa65-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:32.488579384Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-95b84c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-95b84c","reconcileID":"4d5e9ed6-931f-4c61-9dce-c83c1666815d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-95b84c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-95b84c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:33.902442312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eda79bb-61fb-48a5-ba1d-33a4b77438da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:33.953015915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eda79bb-61fb-48a5-ba1d-33a4b77438da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:34.007571909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eda79bb-61fb-48a5-ba1d-33a4b77438da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:34.063136339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eda79bb-61fb-48a5-ba1d-33a4b77438da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:35.892123032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e4b118-7b86-4b19-a8b7-e933041598ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:35.942323427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e4b118-7b86-4b19-a8b7-e933041598ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:35.992169165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e4b118-7b86-4b19-a8b7-e933041598ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:36.041707113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e4b118-7b86-4b19-a8b7-e933041598ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:37.832992821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e8c2fa-35c1-4141-b743-7c5dfa718971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:37.882514839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e8c2fa-35c1-4141-b743-7c5dfa718971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:37.935581441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e8c2fa-35c1-4141-b743-7c5dfa718971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:37.986062186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e8c2fa-35c1-4141-b743-7c5dfa718971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:48.912050986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cad3ffc9-5455-4563-86dd-4c72c3323211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:48.963670646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cad3ffc9-5455-4563-86dd-4c72c3323211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:49.017767043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cad3ffc9-5455-4563-86dd-4c72c3323211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:49.06766862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cad3ffc9-5455-4563-86dd-4c72c3323211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:51.013270736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8efd71-aa64-4c6d-b086-5bf8ed38f803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:51.063353296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8efd71-aa64-4c6d-b086-5bf8ed38f803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:51.11376128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8efd71-aa64-4c6d-b086-5bf8ed38f803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:51.164213432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8efd71-aa64-4c6d-b086-5bf8ed38f803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:53.131231295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a506f072-8302-4dd6-a986-665000d9a885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:53.237066809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a506f072-8302-4dd6-a986-665000d9a885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:53.313527136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a506f072-8302-4dd6-a986-665000d9a885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:53.375699103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a506f072-8302-4dd6-a986-665000d9a885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:55.411666272Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:08.669002645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3494ba1f-562e-496b-999c-52a28e1990ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:08.720178584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3494ba1f-562e-496b-999c-52a28e1990ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:08.769528978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3494ba1f-562e-496b-999c-52a28e1990ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:08.821786107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3494ba1f-562e-496b-999c-52a28e1990ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:10.720630516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988c112f-7e41-44d3-8583-35de04b4bd49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:10.770385566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988c112f-7e41-44d3-8583-35de04b4bd49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:10.820606549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988c112f-7e41-44d3-8583-35de04b4bd49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:10.870021253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988c112f-7e41-44d3-8583-35de04b4bd49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:20.988572803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"6dd0e9d0-521b-4ed4-a1ce-bdaf64ea662c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a4257d","tenantID":"e2e-ipp-a-a4257d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:21.101093874Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"6dd0e9d0-521b-4ed4-a1ce-bdaf64ea662c","name":"e2e-ipp-a-a4257d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:25.410967581Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:27.524134398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76afa48-edcb-49f7-b1dd-9edf0426e3f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:27.575971997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76afa48-edcb-49f7-b1dd-9edf0426e3f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:27.625824971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76afa48-edcb-49f7-b1dd-9edf0426e3f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:27.674987122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76afa48-edcb-49f7-b1dd-9edf0426e3f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:29.541465381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477a711b-82c1-431d-b141-bf708814a0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:29.591368976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477a711b-82c1-431d-b141-bf708814a0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:29.641417658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477a711b-82c1-431d-b141-bf708814a0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:29.690890061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477a711b-82c1-431d-b141-bf708814a0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.619295884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"7e95e903-1470-41c8-9ff8-39c86ee7d167","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-95b84c","tenantID":"e2e-ipp-a-95b84c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.732543451Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"7e95e903-1470-41c8-9ff8-39c86ee7d167","name":"e2e-ipp-a-95b84c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:32.758925316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8782f055-a3b9-427a-8d9c-3991bc3f8f82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:32.758954458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8782f055-a3b9-427a-8d9c-3991bc3f8f82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:32.813913453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eff24a14-8a6b-4c3b-a661-6616448fd6af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:32.813935749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eff24a14-8a6b-4c3b-a661-6616448fd6af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:32.912622557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"df5646eb-1a1c-4b0c-8367-0d7f83d7f31e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3aa65","tenantID":"e2e-api-b-a3aa65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.036053001Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"df5646eb-1a1c-4b0c-8367-0d7f83d7f31e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"name":"e2e-api-b-a3aa65-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.088851248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a3aa65-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"df5646eb-1a1c-4b0c-8367-0d7f83d7f31e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.148649723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a85d8a03-6add-4dc6-8b5f-ea96bb333396","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.148671076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a85d8a03-6add-4dc6-8b5f-ea96bb333396","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.750646785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"7ea2b118-b55a-4e61-98ac-9621e2c323d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52f191","tenantID":"e2e-api-a-52f191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.811090776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"7ea2b118-b55a-4e61-98ac-9621e2c323d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"name":"e2e-api-a-52f191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:34.141821714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"20c3d3de-0160-45aa-b4d6-d434a139283c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52f191","tenantID":"e2e-api-a-52f191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:34.198148292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"20c3d3de-0160-45aa-b4d6-d434a139283c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"name":"e2e-api-a-52f191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:34.478714752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c434ce9d-5ef7-47ec-85b8-250aa1e1a8fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:34.530046839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c434ce9d-5ef7-47ec-85b8-250aa1e1a8fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:34.579487929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c434ce9d-5ef7-47ec-85b8-250aa1e1a8fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:34.630860078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c434ce9d-5ef7-47ec-85b8-250aa1e1a8fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:36.586030704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9268dc88-d94d-47d4-b345-5263907baae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:36.64058812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9268dc88-d94d-47d4-b345-5263907baae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:36.69222273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9268dc88-d94d-47d4-b345-5263907baae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:36.741961179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9268dc88-d94d-47d4-b345-5263907baae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:38.590314805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61220fca-82e5-45af-a838-a427079b3764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:38.64043404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61220fca-82e5-45af-a838-a427079b3764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:38.692730915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61220fca-82e5-45af-a838-a427079b3764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:38.742084383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61220fca-82e5-45af-a838-a427079b3764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:43.248368894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"232cd206-3526-437b-8e70-2db83c60f3b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3aa65","tenantID":"e2e-api-b-a3aa65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:43.302904473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"232cd206-3526-437b-8e70-2db83c60f3b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"name":"e2e-api-b-a3aa65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:43.359950874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a3aa65-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"232cd206-3526-437b-8e70-2db83c60f3b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.214814568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"6b754102-4b2e-4fa4-9e6b-9a7c7e494b6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52f191","tenantID":"e2e-api-a-52f191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.270677692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"6b754102-4b2e-4fa4-9e6b-9a7c7e494b6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"name":"e2e-api-a-52f191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.525430334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"987a3b10-4f90-41c4-a8ec-bda3e3e0cb08","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52f191","tenantID":"e2e-api-a-52f191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.582345849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"987a3b10-4f90-41c4-a8ec-bda3e3e0cb08","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"name":"e2e-api-a-52f191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:53.459619252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"1d582d50-227f-42cd-ac6e-7edf7e61e8bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3aa65","tenantID":"e2e-api-b-a3aa65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:53.514128684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"1d582d50-227f-42cd-ac6e-7edf7e61e8bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"name":"e2e-api-b-a3aa65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:53.570010006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a3aa65-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"1d582d50-227f-42cd-ac6e-7edf7e61e8bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:55.41039202Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.70821011Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"c04604ce-966b-4117-abf0-4463f7bf707d","namespace":"ai-tenant-e2e-api-a-52f191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.708330546Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"c04604ce-966b-4117-abf0-4463f7bf707d","namespace":"ai-tenant-e2e-api-a-52f191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.708411414Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"c04604ce-966b-4117-abf0-4463f7bf707d","name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.764349888Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"c04604ce-966b-4117-abf0-4463f7bf707d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.76482832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad432b83-d794-438f-a6b5-2cac9fd56cc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.76484626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad432b83-d794-438f-a6b5-2cac9fd56cc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.764911508Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"8c065441-a0c2-44df-8490-cbac8951022f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.913717884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"8c065441-a0c2-44df-8490-cbac8951022f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52f191","tenantID":"e2e-api-a-52f191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:57.076926756Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"8c065441-a0c2-44df-8490-cbac8951022f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"name":"e2e-api-a-52f191-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:57.076953797Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"e2e-e2e-api-a-52f191-policy","reconcileID":"8c065441-a0c2-44df-8490-cbac8951022f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-52f191-policy","namespace":"ai-tenant-e2e-api-a-52f191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-52f191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:57.131141555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5161d52-f254-46d8-bd4c-4e1d6b408d7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:57.131166783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5161d52-f254-46d8-bd4c-4e1d6b408d7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:03.673365071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"ee454aa9-d2fb-498d-99f9-a39177efe09e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3aa65","tenantID":"e2e-api-b-a3aa65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:03.729452455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"ee454aa9-d2fb-498d-99f9-a39177efe09e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"name":"e2e-api-b-a3aa65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:03.784164415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a3aa65-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a1efa20e631e8c048a7c91aeb96382d5f67d4af22bf6ad94758446b4e45b9846) AuthConfig (4193780299bdeaca9ca494bef7c6a7ca73e1a5424e97106ec520660aeb3e1b8b) AuthConfig (e7e554b1635d21993eab275ea3db6f016fee9f0b705186b3eb73e8a54b327a72) AuthConfig (98a61b3d35af10cf686004bcbf95cc9d2e4948d2232e99e87673bc79f457c043) AuthConfig (9ab9064bd9435a99aa46c4c2603f43119497b151887bc8ea0f54514e7c496e80) AuthConfig (7122ee2ee7dc3889c7d69cfa973c723760ef5dac6504a79180dd7182d5d70b48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"ee454aa9-d2fb-498d-99f9-a39177efe09e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:03.837890159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7138416-9cb5-4fe2-950c-5d65df6f9ae5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:03.837912814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7138416-9cb5-4fe2-950c-5d65df6f9ae5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:13.939891998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"381fefe8-ccf9-484f-b9e6-55aade087f1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3aa65","tenantID":"e2e-api-b-a3aa65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:13.994270335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"381fefe8-ccf9-484f-b9e6-55aade087f1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"name":"e2e-api-b-a3aa65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:14.047919425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a3aa65-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a1efa20e631e8c048a7c91aeb96382d5f67d4af22bf6ad94758446b4e45b9846) AuthConfig (4193780299bdeaca9ca494bef7c6a7ca73e1a5424e97106ec520660aeb3e1b8b) AuthConfig (e7e554b1635d21993eab275ea3db6f016fee9f0b705186b3eb73e8a54b327a72) AuthConfig (98a61b3d35af10cf686004bcbf95cc9d2e4948d2232e99e87673bc79f457c043) AuthConfig (9ab9064bd9435a99aa46c4c2603f43119497b151887bc8ea0f54514e7c496e80) AuthConfig (7122ee2ee7dc3889c7d69cfa973c723760ef5dac6504a79180dd7182d5d70b48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"381fefe8-ccf9-484f-b9e6-55aade087f1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:19.522062914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a82de1e1-49a9-4550-a257-881a6dbdb270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:19.571112922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a82de1e1-49a9-4550-a257-881a6dbdb270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:19.620419044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a82de1e1-49a9-4550-a257-881a6dbdb270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:19.669843236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a82de1e1-49a9-4550-a257-881a6dbdb270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:19.911828419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"b295ac52-4456-475b-bba9-c46959d0676c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:20.020204033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"0221e935-24b6-44be-b3bf-56190d6c4123","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:20.113443489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"dd907d30-5535-47a6-977a-9e63b3e2f4d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:20.211642571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"b591e14d-f286-4d2e-920b-e15fd8ae5b99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:20.261018034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"c98432ed-3512-4a27-9268-4210f278dd76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:20.317452794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"0ce7d07b-a5d4-42f8-91d2-0f5b73ae3aa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:20.509723418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9cb58a4-938b-4443-b7b0-e8f634f396b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:20.634389807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"eb04cd4b-8c41-4011-8035-387f716490e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:20.788216665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"298f769a-61db-425c-a799-25026bd06dab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:20.890364959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"59d66e8e-7164-4d28-bdfb-9048b049062e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:20.894823081Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c4bfac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c4bfac","reconcileID":"5229be69-c91f-4806-9f00-ceb698d0064b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c4bfac","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-c4bfac":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:21.007456394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"e9959e93-574a-4d29-9365-fff9a1653d5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:21.105308772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"40519692-5434-4eb2-8b4b-4c6406dd3479","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:21.543274073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23355208-15a3-4939-8b16-ac51cf9d57d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:21.592676482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23355208-15a3-4939-8b16-ac51cf9d57d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:21.642024843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23355208-15a3-4939-8b16-ac51cf9d57d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:21.691199585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23355208-15a3-4939-8b16-ac51cf9d57d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.628066028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e853146-8f08-4c81-9ed4-4728d4d4f91d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.677903455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e853146-8f08-4c81-9ed4-4728d4d4f91d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.727047416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e853146-8f08-4c81-9ed4-4728d4d4f91d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.776528082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e853146-8f08-4c81-9ed4-4728d4d4f91d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.147391084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"006865d6-02ef-4059-9a62-e8faaf6013b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3aa65","tenantID":"e2e-api-b-a3aa65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.203047389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"006865d6-02ef-4059-9a62-e8faaf6013b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"name":"e2e-api-b-a3aa65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.522990358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86f9c2c4-45aa-4e5b-b7b8-bb00f24b665e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.523703338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86f9c2c4-45aa-4e5b-b7b8-bb00f24b665e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:25.417725031Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:25.868869168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f26500-74e2-4c5d-a083-aaf36d2147ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:25.918154172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f26500-74e2-4c5d-a083-aaf36d2147ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:25.967431835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f26500-74e2-4c5d-a083-aaf36d2147ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:26.017283603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f26500-74e2-4c5d-a083-aaf36d2147ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:28.01289916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46cc2c17-7c2e-40ec-baf9-b685b536dba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:28.062909807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46cc2c17-7c2e-40ec-baf9-b685b536dba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:28.113388043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46cc2c17-7c2e-40ec-baf9-b685b536dba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:28.162502998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46cc2c17-7c2e-40ec-baf9-b685b536dba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:30.120783023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78ffed1-4ef7-4459-bc97-9dceba683347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:30.170231844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78ffed1-4ef7-4459-bc97-9dceba683347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:30.220159166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78ffed1-4ef7-4459-bc97-9dceba683347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:30.270407783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78ffed1-4ef7-4459-bc97-9dceba683347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:30.887519341Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5d2b13","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5d2b13","reconcileID":"285d705c-e6d9-4430-b964-dabfc646d031","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5d2b13","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-5d2b13":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:32.140123633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7675faa9-33c6-4ccb-959a-df8ba1a6fd21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:32.189391849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7675faa9-33c6-4ccb-959a-df8ba1a6fd21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:32.238500142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7675faa9-33c6-4ccb-959a-df8ba1a6fd21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:32.288568818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7675faa9-33c6-4ccb-959a-df8ba1a6fd21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:34.27638755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a10c25-3ba4-49da-8b87-53713c5eee47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:34.326019272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a10c25-3ba4-49da-8b87-53713c5eee47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:34.375434445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a10c25-3ba4-49da-8b87-53713c5eee47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:34.451954846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a10c25-3ba4-49da-8b87-53713c5eee47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.670309609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b84b62-daf1-484a-9c01-1d4019f49fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.720556528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b84b62-daf1-484a-9c01-1d4019f49fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.769916717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b84b62-daf1-484a-9c01-1d4019f49fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.820265963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b84b62-daf1-484a-9c01-1d4019f49fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:41.902492996Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-138566","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-138566","reconcileID":"5fc6efd4-7310-45c9-80fb-0a15c6cf664b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-138566","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-138566":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:42.632529221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10feb7a7-4e01-4a0c-b341-372d9f2cc90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:42.683038126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10feb7a7-4e01-4a0c-b341-372d9f2cc90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:42.732128317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10feb7a7-4e01-4a0c-b341-372d9f2cc90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:42.781382564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10feb7a7-4e01-4a0c-b341-372d9f2cc90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:44.636886136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b60f20c-ab0a-4d08-b7ad-fecfcb37797f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:44.686086166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b60f20c-ab0a-4d08-b7ad-fecfcb37797f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:44.735033362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b60f20c-ab0a-4d08-b7ad-fecfcb37797f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:44.784156539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b60f20c-ab0a-4d08-b7ad-fecfcb37797f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:46.793810652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10f0b0c-0e85-478c-b9d7-bce68e14c7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:46.84340328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10f0b0c-0e85-478c-b9d7-bce68e14c7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:46.892603051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10f0b0c-0e85-478c-b9d7-bce68e14c7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:46.943508637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10f0b0c-0e85-478c-b9d7-bce68e14c7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:48.785960499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7971dea1-b9df-4b98-bb62-6063cbfefdea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:48.836197225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7971dea1-b9df-4b98-bb62-6063cbfefdea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:48.885480899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7971dea1-b9df-4b98-bb62-6063cbfefdea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:48.934718946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7971dea1-b9df-4b98-bb62-6063cbfefdea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:50.7376049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc9e812b-ed63-455e-b169-abae47def5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:50.78688118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc9e812b-ed63-455e-b169-abae47def5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:50.836003335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc9e812b-ed63-455e-b169-abae47def5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:50.887857704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc9e812b-ed63-455e-b169-abae47def5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:52.698639324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdb9ad8-6114-4c23-be6a-d07262b7652f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:52.74837287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdb9ad8-6114-4c23-be6a-d07262b7652f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:52.798606266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdb9ad8-6114-4c23-be6a-d07262b7652f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:52.84810918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdb9ad8-6114-4c23-be6a-d07262b7652f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:54.669435987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e1d67e-09d7-4217-bbbf-330a415ede9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:54.720033389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e1d67e-09d7-4217-bbbf-330a415ede9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:54.769533008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e1d67e-09d7-4217-bbbf-330a415ede9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:54.819577178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e1d67e-09d7-4217-bbbf-330a415ede9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.410615221Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:01.315682649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7575cfe3-f619-4407-82c6-b95f94e0cb15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:01.364974199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7575cfe3-f619-4407-82c6-b95f94e0cb15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:01.414497936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7575cfe3-f619-4407-82c6-b95f94e0cb15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:01.464206131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7575cfe3-f619-4407-82c6-b95f94e0cb15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:01.78416606Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","namespace":"ai-tenant-e2e-api-a-52f191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:01.784295116Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","namespace":"ai-tenant-e2e-api-a-52f191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:01.784378575Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","tenant":"e2e-api-a-52f191","tenantID":"e2e-api-a-52f191","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:01.836048742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"Deployment","name":"maas-api-e2e-api-a-52f191","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:01.897671406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"Service","name":"maas-api-e2e-api-a-52f191","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:01.915296179Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-fe745d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-fe745d","reconcileID":"3ce856c3-7212-401f-b86e-0bc19c13fef6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-fe745d","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-fe745d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:01.955440973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-52f191","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.00776323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-52f191","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.059962668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-52f191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.126541586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-52f191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.183923293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-52f191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.238269598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-52f191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.287053173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"Deployment","name":"payload-processing-e2e-api-a-52f191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.337757047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-52f191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.393509743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"Service","name":"payload-processing-e2e-api-a-52f191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.538861902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"Service","name":"payload-pre-processing-e2e-api-a-52f191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.588405983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-52f191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.63755054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-52f191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.68783739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-52f191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.742747159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-52f191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.822742082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-52f191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.873796444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-52f191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.954475089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-52f191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:03.006594824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-52f191"},"namespace":"ai-tenant-e2e-api-a-52f191","name":"default-tenant","reconcileID":"83747619-3e0a-4e0c-9fb2-3ee0c1db81e8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-52f191","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:03.398536183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfea6f75-24bc-49d2-a3fe-7ab579202457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:03.459182223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfea6f75-24bc-49d2-a3fe-7ab579202457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:03.509149166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfea6f75-24bc-49d2-a3fe-7ab579202457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:03.55900264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfea6f75-24bc-49d2-a3fe-7ab579202457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:03.85484833Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-52f191","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-52f191","reconcileID":"71c1a3f2-69af-432f-8e18-b4d31a815eb8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-52f191","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-52f191"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:05.364041511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddda6678-3827-400f-904d-911a16747cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:05.413188847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddda6678-3827-400f-904d-911a16747cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:05.462586868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddda6678-3827-400f-904d-911a16747cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:05.511822527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddda6678-3827-400f-904d-911a16747cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:07.450451799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d963986d-4d05-436c-9dfd-04d681936f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:07.499635054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d963986d-4d05-436c-9dfd-04d681936f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:07.549659221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d963986d-4d05-436c-9dfd-04d681936f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:07.598827761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d963986d-4d05-436c-9dfd-04d681936f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.590059352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52de6533-6a0c-442e-b732-25417948d2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.639521758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52de6533-6a0c-442e-b732-25417948d2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.689117398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52de6533-6a0c-442e-b732-25417948d2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.738612837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52de6533-6a0c-442e-b732-25417948d2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:11.587638404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e370d3-8bd4-4444-bf5f-68c20c4618bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:11.636849841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e370d3-8bd4-4444-bf5f-68c20c4618bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:11.686142485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e370d3-8bd4-4444-bf5f-68c20c4618bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:11.735432853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e370d3-8bd4-4444-bf5f-68c20c4618bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:11.833796179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"2f196f0b-a6fc-4d5e-b6fe-464433f246ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3aa65","tenantID":"e2e-api-b-a3aa65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:11.888529527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"2f196f0b-a6fc-4d5e-b6fe-464433f246ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"name":"e2e-api-b-a3aa65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:12.195861653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"7f23d6c4-3e8b-45d8-b67b-af6e5ecd0544","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3aa65","tenantID":"e2e-api-b-a3aa65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:12.251652445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"7f23d6c4-3e8b-45d8-b67b-af6e5ecd0544","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"name":"e2e-api-b-a3aa65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:13.564831987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a64165b-c095-4530-b1ca-3cf9e8bd30e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:13.614132655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a64165b-c095-4530-b1ca-3cf9e8bd30e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:13.66363015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a64165b-c095-4530-b1ca-3cf9e8bd30e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:13.712997847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a64165b-c095-4530-b1ca-3cf9e8bd30e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:15.618592641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeed3834-4a31-4cf3-852c-20ec8b2adda3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:15.667978971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeed3834-4a31-4cf3-852c-20ec8b2adda3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:15.718177488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeed3834-4a31-4cf3-852c-20ec8b2adda3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:15.767461244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeed3834-4a31-4cf3-852c-20ec8b2adda3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:17.618900942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7713a9da-154f-46a1-80f9-71ea59f93fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:17.668210762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7713a9da-154f-46a1-80f9-71ea59f93fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:17.717524836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7713a9da-154f-46a1-80f9-71ea59f93fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:17.767075612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7713a9da-154f-46a1-80f9-71ea59f93fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:19.693126722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f337c7a-00ec-4b5e-942e-7d1451496c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:19.743266356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f337c7a-00ec-4b5e-942e-7d1451496c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:19.793782055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f337c7a-00ec-4b5e-942e-7d1451496c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:19.843107013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f337c7a-00ec-4b5e-942e-7d1451496c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:21.692790539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f32f9e-e759-474c-abe6-9d71f5f74ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:21.742216541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f32f9e-e759-474c-abe6-9d71f5f74ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:21.791366951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f32f9e-e759-474c-abe6-9d71f5f74ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:21.840571404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f32f9e-e759-474c-abe6-9d71f5f74ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:22.294323302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"8a9cc2c4-e228-44a4-b84b-670481aee2de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3aa65","tenantID":"e2e-api-b-a3aa65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:22.349527851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"8a9cc2c4-e228-44a4-b84b-670481aee2de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"name":"e2e-api-b-a3aa65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:22.647080924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"f7fdc688-7f34-4807-8b4f-7c0e535c46a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3aa65","tenantID":"e2e-api-b-a3aa65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:22.704178032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"f7fdc688-7f34-4807-8b4f-7c0e535c46a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"name":"e2e-api-b-a3aa65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:23.744043461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730c3b0d-4fe6-4042-9432-85786aea0f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:23.793701127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730c3b0d-4fe6-4042-9432-85786aea0f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:23.843838016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730c3b0d-4fe6-4042-9432-85786aea0f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:23.894667356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730c3b0d-4fe6-4042-9432-85786aea0f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:25.460882865Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:25.879299123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd49884c-8ec1-4ad0-a4e2-e5fc66f2f2bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:25.928651683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd49884c-8ec1-4ad0-a4e2-e5fc66f2f2bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:25.978128605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd49884c-8ec1-4ad0-a4e2-e5fc66f2f2bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:26.028333863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd49884c-8ec1-4ad0-a4e2-e5fc66f2f2bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:29.789759748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"c5357233-88cc-405f-bfce-a53c76eeb93d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-c4bfac","tenantID":"e2e-ipp-b-c4bfac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:29.903912076Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"c5357233-88cc-405f-bfce-a53c76eeb93d","name":"e2e-ipp-b-c4bfac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:41.150585505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"8b03ca03-b0bd-408a-baa0-a2df4292ecea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:41.178849558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"e5f10c46-76f7-49a5-baa0-3cb9bb38b515","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-5d2b13","tenantID":"e2e-ipp-b-5d2b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:41.272538439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"a3264f2a-70c4-431c-9d94-2bc7654c7425","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:41.272925023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"ced9b7e7-cde5-41fb-92c9-fffbba7bc266","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:41.332919627Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"e5f10c46-76f7-49a5-baa0-3cb9bb38b515","name":"e2e-ipp-b-5d2b13-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:41.605128463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"86a94de3-2805-4642-b37e-1ecae8d5b667","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:41.751576601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"74bf1159-2db3-4144-9eb7-286ee8959066","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:41.801326322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"dd36911a-7ffc-4c69-95bc-3c97f72c7789","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:41.811283005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"5f4fe73e-c752-4cad-9b8d-84ea6eba5e5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:41.901427926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"dcff36f4-5285-40e3-978f-04b99c69acda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:41.929209619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3bcd09f8-d5eb-4df1-8348-758332f4fa3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:42.211022459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d33143fe-80d4-4ca4-bc90-b0852d02bd15","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:42.317132219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"517af905-b033-42e4-8ecc-7b3c7e626f89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:42.324355004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"b14223b5-43e0-4770-8667-b887daeab474","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:55.411535844Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:02.203964627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"b8acd3b4-cf66-49f8-810e-f83f013a8839","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-138566","tenantID":"e2e-ipp-b-138566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:02.320895763Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"b8acd3b4-cf66-49f8-810e-f83f013a8839","name":"e2e-ipp-b-138566-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:23.509747415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"b2811189-b575-4a01-a84c-952a31a7d66e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-fe745d","tenantID":"e2e-ipp-b-fe745d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:23.634602904Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"b2811189-b575-4a01-a84c-952a31a7d66e","name":"e2e-ipp-b-fe745d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:25.410898494Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:39.471061155Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"8bcf801d-cdd3-43cc-a100-b3774fcfdab9","namespace":"ai-tenant-e2e-api-b-a3aa65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:39.471120968Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"8bcf801d-cdd3-43cc-a100-b3774fcfdab9","namespace":"ai-tenant-e2e-api-b-a3aa65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:39.471168875Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"8bcf801d-cdd3-43cc-a100-b3774fcfdab9","name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:39.530496081Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"8bcf801d-cdd3-43cc-a100-b3774fcfdab9","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:39.531725472Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"667d6218-d088-4a53-a78b-4d7e2da9a988","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:39.532379563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06372528-ffd0-47a0-9436-3fd92321b6d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:39.532455823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06372528-ffd0-47a0-9436-3fd92321b6d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:39.681472524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"667d6218-d088-4a53-a78b-4d7e2da9a988","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3aa65","tenantID":"e2e-api-b-a3aa65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:39.811350523Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"667d6218-d088-4a53-a78b-4d7e2da9a988","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"name":"e2e-api-b-a3aa65-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:39.811469833Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"e2e-e2e-api-b-a3aa65-policy","reconcileID":"667d6218-d088-4a53-a78b-4d7e2da9a988","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a3aa65-policy","namespace":"ai-tenant-e2e-api-b-a3aa65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a3aa65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:39.869949148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"210f97c3-032b-43e4-954d-02bbe63ca4a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:39.869973612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"210f97c3-032b-43e4-954d-02bbe63ca4a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:46.029089028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19ffe6c-ee0e-4b12-9beb-4538540c27d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:46.078569174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19ffe6c-ee0e-4b12-9beb-4538540c27d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:46.127766544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19ffe6c-ee0e-4b12-9beb-4538540c27d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:46.176907565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19ffe6c-ee0e-4b12-9beb-4538540c27d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:48.088559159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3bcc3ca-2572-4730-b520-26a446ca65fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:48.145473951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3bcc3ca-2572-4730-b520-26a446ca65fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:48.201599923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3bcc3ca-2572-4730-b520-26a446ca65fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:48.250880649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3bcc3ca-2572-4730-b520-26a446ca65fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:55.41756963Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:57.439968822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89f3714-6286-43f7-93f9-2cce01b30485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:57.49171298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89f3714-6286-43f7-93f9-2cce01b30485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:57.541142344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89f3714-6286-43f7-93f9-2cce01b30485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:57.590503597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89f3714-6286-43f7-93f9-2cce01b30485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:59.396178166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930f1278-f200-42b2-8b9f-36daaa1b6b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:59.445609086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930f1278-f200-42b2-8b9f-36daaa1b6b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:59.49490566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930f1278-f200-42b2-8b9f-36daaa1b6b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:59.545004116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930f1278-f200-42b2-8b9f-36daaa1b6b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:01.335632808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"036c05a1-353c-455b-a441-7d512db02697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:01.385035767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"036c05a1-353c-455b-a441-7d512db02697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:01.434553728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"036c05a1-353c-455b-a441-7d512db02697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:01.483871906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"036c05a1-353c-455b-a441-7d512db02697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:03.288024129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c6ae7b-b1f4-4219-bbd5-613ab6c4375c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:03.337778818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c6ae7b-b1f4-4219-bbd5-613ab6c4375c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:03.387316189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c6ae7b-b1f4-4219-bbd5-613ab6c4375c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:03.436619157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c6ae7b-b1f4-4219-bbd5-613ab6c4375c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.233975881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4413990-b410-42f1-bb09-42a0ec686325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.283796337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4413990-b410-42f1-bb09-42a0ec686325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.333638508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4413990-b410-42f1-bb09-42a0ec686325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.383005732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4413990-b410-42f1-bb09-42a0ec686325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:18.623874151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5361d88e-88c2-48bf-8f41-6b4662e4183e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:18.673706676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5361d88e-88c2-48bf-8f41-6b4662e4183e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:18.724794825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5361d88e-88c2-48bf-8f41-6b4662e4183e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:18.775588516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5361d88e-88c2-48bf-8f41-6b4662e4183e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:20.578484404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d2bfe5-7a12-4a58-8e36-5ff88175bcd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:20.628750074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d2bfe5-7a12-4a58-8e36-5ff88175bcd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:20.67814486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d2bfe5-7a12-4a58-8e36-5ff88175bcd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:20.727695809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d2bfe5-7a12-4a58-8e36-5ff88175bcd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:23.465782762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"c9a94881-7c26-4a8a-905c-42492a8e2468","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:23.805520434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e6d04f0-c073-4c78-97ff-2e8a8b8c551c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.038441743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"5ed68da7-6e33-4041-970d-40c9c7cd8858","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.16110574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"bfed581c-fd97-4144-b439-1f132705ec38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.260952114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2de33f37-87f6-4244-a42c-2a6bafc49c25","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.277491018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"0a0cc695-eead-401c-83d2-fb49eaf8337b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.360452522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"f136dc56-922c-415d-b93b-80cc983c523b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.459082316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"aaf0c489-2d3d-4903-8e0d-931128445155","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.627551736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"7daaf990-f793-44c8-ad67-f1de64cea749","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.745390877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"43c27723-e515-4d55-8800-403f251bb7c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.879496911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"4aa6806e-36e8-4b30-beaf-45754e99a7f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.987650456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"5cccf017-4b86-4c78-abe1-8c045835d268","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:25.410448335Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:39.222983748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1580ea2-6984-46ef-b7cc-ba02850fdb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:39.272394628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1580ea2-6984-46ef-b7cc-ba02850fdb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:39.324035234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1580ea2-6984-46ef-b7cc-ba02850fdb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:39.37378582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1580ea2-6984-46ef-b7cc-ba02850fdb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:41.185725475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4342ca-33aa-426a-8890-bad52e935f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:41.235946927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4342ca-33aa-426a-8890-bad52e935f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:41.285337419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4342ca-33aa-426a-8890-bad52e935f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:41.334791685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4342ca-33aa-426a-8890-bad52e935f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:55.411569313Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:59.766371802Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","namespace":"ai-tenant-e2e-api-b-a3aa65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:59.766448869Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","namespace":"ai-tenant-e2e-api-b-a3aa65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:59.766501243Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","tenant":"e2e-api-b-a3aa65","tenantID":"e2e-api-b-a3aa65","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:59.817745364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"Deployment","name":"maas-api-e2e-api-b-a3aa65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:59.874678328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"Service","name":"maas-api-e2e-api-b-a3aa65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:59.927952319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-a3aa65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:59.980742165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-a3aa65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:00.033066249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-a3aa65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:00.085843636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-a3aa65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:00.140367454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-a3aa65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:00.192113745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-a3aa65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:00.258333497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"Deployment","name":"payload-processing-e2e-api-b-a3aa65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:00.311147786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-a3aa65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:00.362443223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"Service","name":"payload-processing-e2e-api-b-a3aa65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:00.411614174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"Service","name":"payload-pre-processing-e2e-api-b-a3aa65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:00.460673001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-a3aa65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:00.509589743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-a3aa65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:00.574446318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-a3aa65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:00.627923352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-a3aa65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:00.67723054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-a3aa65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:00.726288881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-a3aa65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:00.777472767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-a3aa65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:00.841312309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a3aa65"},"namespace":"ai-tenant-e2e-api-b-a3aa65","name":"default-tenant","reconcileID":"d4b0e278-4d5a-4f39-9774-acf5879aa4f9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-a3aa65","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:01.619918205Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a3aa65","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a3aa65","reconcileID":"c5dde967-79ed-4a28-9494-1d973d923a5e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a3aa65","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-a3aa65"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:02.842540974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b9e2ff-e007-4875-af97-533e7df21979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:02.891976016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b9e2ff-e007-4875-af97-533e7df21979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:02.941571004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b9e2ff-e007-4875-af97-533e7df21979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:02.990975002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b9e2ff-e007-4875-af97-533e7df21979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:04.84392296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0306cf-7717-4288-8d60-b4415e456ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:04.893178572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0306cf-7717-4288-8d60-b4415e456ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:04.942681659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0306cf-7717-4288-8d60-b4415e456ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:04.992186357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0306cf-7717-4288-8d60-b4415e456ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:14.229805089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"937252b7-f99d-4800-ac58-81ed8039fadf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:14.282331999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"937252b7-f99d-4800-ac58-81ed8039fadf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:14.332297366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"937252b7-f99d-4800-ac58-81ed8039fadf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:14.413164146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"937252b7-f99d-4800-ac58-81ed8039fadf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:14.788204294Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-63a282","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-63a282","reconcileID":"77b3090d-09f2-472a-b3fe-ee0ee361a35c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-63a282","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-63a282":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:15.713399588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"c24fd66f-5a7e-475c-a021-f0ad2275104a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:15.815354838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"73746015-cd92-4b36-89d7-15511842cffb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:15.918384316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"90e47401-30ea-47a0-8f80-39ec8379df6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:16.015880673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"644c7a31-809b-457e-9f33-f66fd1198182","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:16.123033777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"a06bb7b5-3223-4c6e-8200-5fa2f4acb514","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:16.348416067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52ea8ee-68b4-4a95-ac1d-b341bf8b936d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:16.359457384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4299b4b2-bb09-4f43-97d3-6381065b794b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:16.39767995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52ea8ee-68b4-4a95-ac1d-b341bf8b936d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:16.446901318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52ea8ee-68b4-4a95-ac1d-b341bf8b936d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:16.496076673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52ea8ee-68b4-4a95-ac1d-b341bf8b936d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:16.662185244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"1c2a8961-8bd1-4de3-9660-6aa1641b4776","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:16.662975582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"3ed23d45-6cbd-4180-bd55-e618911879b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:16.861352608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"09f4183f-ff52-4985-b58c-a854c9cb8c6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:16.927250871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"95a55cff-dd1e-4ed5-ac25-bf85822eba55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:17.030638099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"02717b22-591a-4a94-b1ac-028b6b0dae31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:17.129726081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"9d88c15f-8451-4f40-b383-21075c5f6cb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:18.359514393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f091f3a7-6652-44e2-8855-4199b56ab8d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:18.413054001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f091f3a7-6652-44e2-8855-4199b56ab8d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:18.47139643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f091f3a7-6652-44e2-8855-4199b56ab8d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:18.521151886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f091f3a7-6652-44e2-8855-4199b56ab8d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:20.525834111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be37dede-0839-426b-929a-a22b7b155d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:20.575474251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be37dede-0839-426b-929a-a22b7b155d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:20.624840917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be37dede-0839-426b-929a-a22b7b155d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:20.67451667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be37dede-0839-426b-929a-a22b7b155d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:25.411574089Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:44.968749385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"ca508469-e413-4d49-af44-f7a08cd1ee92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:45.117916405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"d5b5639c-5acf-4e64-ae5a-3c22b724c77c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:45.229585103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"825ada9d-4bc6-483d-a796-36b472bc9b25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:45.345159752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"56c55155-6ccc-42fd-9f12-7b9726f21140","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:45.632115628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"55c719f6-d613-4c5e-86b6-1ff818b2b059","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:45.744781244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3132d89-b0bd-44e2-af41-dd54c68bab83","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:45.846303475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"ab80ca4d-d1fb-46b7-8cbf-527337c90c3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:45.86086544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"f5632c39-6dd2-4491-8d06-1190a10ea1cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:46.261165024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"e2a66c34-3b60-4ec0-abd5-45a0166fe69d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:46.40483849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"df1631a2-3442-42bf-b0d5-d30430236439","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:46.405303051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"e1e7ad04-697a-4c9e-bc57-e491db2500ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:46.505846477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e2bd9887-097c-492b-8fee-4ae6af22ca63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:46.869791477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7dc612-ebd3-41ef-b561-0f5e71836a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:46.919171181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7dc612-ebd3-41ef-b561-0f5e71836a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:46.968751887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7dc612-ebd3-41ef-b561-0f5e71836a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:47.018056366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7dc612-ebd3-41ef-b561-0f5e71836a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:48.82925101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aed658f4-1089-457f-866c-03db87319c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:48.878829776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aed658f4-1089-457f-866c-03db87319c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:48.92832897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aed658f4-1089-457f-866c-03db87319c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:48.977658329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aed658f4-1089-457f-866c-03db87319c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.768854649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3df802e7-3675-4fbe-94e8-0f7be40eb32d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.818294574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3df802e7-3675-4fbe-94e8-0f7be40eb32d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.86906929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3df802e7-3675-4fbe-94e8-0f7be40eb32d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.918704028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3df802e7-3675-4fbe-94e8-0f7be40eb32d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:52.723348292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b57eca-05a7-4fa1-b37a-6c073c8c5c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:52.772721266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b57eca-05a7-4fa1-b37a-6c073c8c5c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:52.82212325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b57eca-05a7-4fa1-b37a-6c073c8c5c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:52.871873329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b57eca-05a7-4fa1-b37a-6c073c8c5c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:54.675988403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a12877a4-d1e5-41d3-89d5-b4b933fa260e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:54.72641794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a12877a4-d1e5-41d3-89d5-b4b933fa260e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:54.776658769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a12877a4-d1e5-41d3-89d5-b4b933fa260e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:54.825974873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a12877a4-d1e5-41d3-89d5-b4b933fa260e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:55.412283162Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:05.273675692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e94a811-67a8-4d5d-ad27-5d261a3effca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:05.324122847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e94a811-67a8-4d5d-ad27-5d261a3effca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:05.373350449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e94a811-67a8-4d5d-ad27-5d261a3effca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:05.422770569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e94a811-67a8-4d5d-ad27-5d261a3effca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:07.248029698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98141051-e032-42cd-8492-49b744c0927e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:07.299767336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98141051-e032-42cd-8492-49b744c0927e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:07.349919094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98141051-e032-42cd-8492-49b744c0927e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:07.400846945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98141051-e032-42cd-8492-49b744c0927e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.195594594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcfdc08-9ea4-4ee3-bf3c-af3f374cc489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.245640337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcfdc08-9ea4-4ee3-bf3c-af3f374cc489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.294938325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcfdc08-9ea4-4ee3-bf3c-af3f374cc489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.344723105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcfdc08-9ea4-4ee3-bf3c-af3f374cc489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.601195684Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","namespace":"ai-tenant-e2e-ipp-a-a4257d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.60127398Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","namespace":"ai-tenant-e2e-ipp-a-a4257d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.601342453Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","tenant":"e2e-ipp-a-a4257d","tenantID":"e2e-ipp-a-a4257d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.652781815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"Deployment","name":"maas-api-e2e-ipp-a-a4257d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.711069893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"Service","name":"maas-api-e2e-ipp-a-a4257d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.765760788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-a4257d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.817728539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-a4257d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.869542172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-a4257d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.932662163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-a4257d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.985593561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-a4257d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:10.03756722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-a4257d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:10.089115617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-a4257d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:10.140802711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-a4257d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:10.200898299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"Service","name":"payload-processing-e2e-ipp-a-a4257d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:10.259618872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-a4257d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:10.312037256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-a4257d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:10.364895353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-a4257d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:10.418165313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-a4257d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:10.471647126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-a4257d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:10.523419938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-a4257d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:10.574774587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-a4257d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:10.632572536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-a4257d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:10.689525507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a4257d"},"namespace":"ai-tenant-e2e-ipp-a-a4257d","name":"default-tenant","reconcileID":"d2e16378-a627-4c11-b9ec-6367bd1e168b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-a4257d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:11.485194687Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a4257d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a4257d","reconcileID":"ea8ee380-e877-4ce0-b152-f8660bdd3b1a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a4257d","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-a4257d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:12.558942318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d95d59a-17c3-4d17-9676-c389ca8ad9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:12.610226117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d95d59a-17c3-4d17-9676-c389ca8ad9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:12.659898151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d95d59a-17c3-4d17-9676-c389ca8ad9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:12.709427828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d95d59a-17c3-4d17-9676-c389ca8ad9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:14.509276209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4d9ae2-79a7-467d-8077-16482778f0ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:14.558602412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4d9ae2-79a7-467d-8077-16482778f0ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:14.607747353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4d9ae2-79a7-467d-8077-16482778f0ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:14.657559749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4d9ae2-79a7-467d-8077-16482778f0ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:16.451219065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0df957-c41f-4657-8b9a-37326ac4f5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:16.500715606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0df957-c41f-4657-8b9a-37326ac4f5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:16.550090018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0df957-c41f-4657-8b9a-37326ac4f5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:16.599667467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0df957-c41f-4657-8b9a-37326ac4f5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:17.669418182Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","namespace":"ai-tenant-e2e-ipp-a-95b84c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:17.669509605Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","namespace":"ai-tenant-e2e-ipp-a-95b84c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:17.66957572Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","tenant":"e2e-ipp-a-95b84c","tenantID":"e2e-ipp-a-95b84c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:17.720835488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"Deployment","name":"maas-api-e2e-ipp-a-95b84c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:17.780796396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"Service","name":"maas-api-e2e-ipp-a-95b84c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:17.83590554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-95b84c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:17.910571664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-95b84c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:17.962822151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-95b84c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.018507486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-95b84c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.080696003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-95b84c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.133605879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-95b84c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.185586222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-95b84c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.238125077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-95b84c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.298266703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"Service","name":"payload-processing-e2e-ipp-a-95b84c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.358134445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-95b84c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.409951228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-95b84c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.428390163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17ac871f-61a1-497a-a81a-d524e99a45f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.478132579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17ac871f-61a1-497a-a81a-d524e99a45f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.481019712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-95b84c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.528386345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17ac871f-61a1-497a-a81a-d524e99a45f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.577838808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17ac871f-61a1-497a-a81a-d524e99a45f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.581402927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-95b84c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.636150216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-95b84c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.688393823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-95b84c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.748580655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-95b84c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.868403126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-95b84c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.92453411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95b84c"},"namespace":"ai-tenant-e2e-ipp-a-95b84c","name":"default-tenant","reconcileID":"5ca1cf26-4d90-4288-b2d8-94257786627f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-95b84c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:20.165870639Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-95b84c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-95b84c","reconcileID":"a75e2eab-71a8-40ea-b028-04afc635b017","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-95b84c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-95b84c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:20.540405098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"209fa327-6ca8-4f9a-ab61-1eda9672ea27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:20.589480739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"209fa327-6ca8-4f9a-ab61-1eda9672ea27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:20.639557151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"209fa327-6ca8-4f9a-ab61-1eda9672ea27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:20.68886683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"209fa327-6ca8-4f9a-ab61-1eda9672ea27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:22.527504871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643fb750-ea0a-49eb-b399-40ca5eed0a8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:22.576573495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643fb750-ea0a-49eb-b399-40ca5eed0a8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:22.62577195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643fb750-ea0a-49eb-b399-40ca5eed0a8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:22.67526616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643fb750-ea0a-49eb-b399-40ca5eed0a8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:24.823565691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"1e99ba59-2ef5-4c0b-93b7-b4753d9b4887","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:24.934651372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"1b579e0c-f123-44b5-b810-b0ec56e85e3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:25.03392894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"3658549f-7a33-4aeb-b184-60628c976672","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:25.052741157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"1b4798a0-40cf-46f7-91a9-6e34334080d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:25.2211235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"766948b0-471e-462e-8385-0fc4514b4003","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:25.409596715Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:25.459544868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"f0d78f35-84ba-40cf-a7ae-313c60c48519","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:25.460099833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"00f93977-2d28-462e-9319-c9443b7b6934","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:25.559759065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b83aeb0d-a02a-452b-a3f8-56e8e861f2ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:25.729007343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"b3bfadda-d134-4d7a-8136-263289e86b5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:25.858492834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c0ed3e8d-2660-4a71-963b-9968ac1bda3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:26.008122728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"e245e847-a674-4118-82ed-0b97d012079b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:26.114843997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a286ab-a017-4130-be51-709d214fff1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:26.132470864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"584ade19-c506-4627-b6c4-4c5624bdb657","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:26.163980096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a286ab-a017-4130-be51-709d214fff1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:26.213633239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a286ab-a017-4130-be51-709d214fff1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:26.262822613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a286ab-a017-4130-be51-709d214fff1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:28.113427878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a9b31c-2049-4c85-bb93-b07bbd0d8d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:28.163069173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a9b31c-2049-4c85-bb93-b07bbd0d8d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:28.212404369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a9b31c-2049-4c85-bb93-b07bbd0d8d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:28.261788489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a9b31c-2049-4c85-bb93-b07bbd0d8d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:30.122403429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbfc895-7b3c-421c-9928-aa72886bed28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:30.17196746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbfc895-7b3c-421c-9928-aa72886bed28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:30.221186517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbfc895-7b3c-421c-9928-aa72886bed28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:30.270518424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbfc895-7b3c-421c-9928-aa72886bed28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:30.473026563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"8265914f-029b-446d-8ee3-ca2e4f134192","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:30.58664843Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"8265914f-029b-446d-8ee3-ca2e4f134192","name":"e2e-ipp-a-63a282-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:32.069374564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8939e2-cc81-48ee-be4d-cf52eefc0297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:32.119398483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8939e2-cc81-48ee-be4d-cf52eefc0297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:32.169194969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8939e2-cc81-48ee-be4d-cf52eefc0297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:32.219324836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8939e2-cc81-48ee-be4d-cf52eefc0297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:34.013123616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ca902b-8623-4e0c-9002-3ba8e9e8dde0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:34.062766083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ca902b-8623-4e0c-9002-3ba8e9e8dde0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:34.114493855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ca902b-8623-4e0c-9002-3ba8e9e8dde0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:34.165995086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ca902b-8623-4e0c-9002-3ba8e9e8dde0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:35.965589851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"855423fb-df29-4883-9ec9-46b80fd1d4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:36.015171955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"855423fb-df29-4883-9ec9-46b80fd1d4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:36.064402972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"855423fb-df29-4883-9ec9-46b80fd1d4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:36.113953247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"855423fb-df29-4883-9ec9-46b80fd1d4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:37.930149186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f710f13-f7b6-4be7-82f4-625a2fa5e1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:37.979901161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f710f13-f7b6-4be7-82f4-625a2fa5e1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:38.029269327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f710f13-f7b6-4be7-82f4-625a2fa5e1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:38.078593408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f710f13-f7b6-4be7-82f4-625a2fa5e1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.1826012Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","namespace":"ai-tenant-e2e-ipp-a-f0b8c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.182659162Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","namespace":"ai-tenant-e2e-ipp-a-f0b8c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.182710696Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","tenant":"e2e-ipp-a-f0b8c9","tenantID":"e2e-ipp-a-f0b8c9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.234393804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f0b8c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.293650079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"Service","name":"maas-api-e2e-ipp-a-f0b8c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.346379818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f0b8c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.397396794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f0b8c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.451727018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f0b8c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.507145861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f0b8c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.563076219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f0b8c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.61622546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f0b8c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.684486496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f0b8c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.739347015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f0b8c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.797120478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"Service","name":"payload-processing-e2e-ipp-a-f0b8c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.854680724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f0b8c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.90863528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f0b8c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.960855417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f0b8c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.014372335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f0b8c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.069572269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f0b8c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.120935609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f0b8c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.172407164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f0b8c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.229514523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f0b8c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.282630368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0b8c9"},"namespace":"ai-tenant-e2e-ipp-a-f0b8c9","name":"default-tenant","reconcileID":"b43d8c8e-8637-49c4-a8b4-94d1ed789d1b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f0b8c9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.33821768Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","namespace":"ai-tenant-e2e-ipp-b-138566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.338383876Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","namespace":"ai-tenant-e2e-ipp-b-138566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.338489465Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","tenant":"e2e-ipp-b-138566","tenantID":"e2e-ipp-b-138566","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.389523793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"Deployment","name":"maas-api-e2e-ipp-b-138566","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.446558555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"Service","name":"maas-api-e2e-ipp-b-138566","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.499002716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-138566","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.550518803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-138566","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.603286715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-138566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.655493409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-138566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.710173412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-138566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.761668067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-138566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.812623999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-138566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.864635786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-138566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.924676506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"Service","name":"payload-processing-e2e-ipp-b-138566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:41.985201766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-138566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:42.03948451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-138566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:42.065893532Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f0b8c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f0b8c9","reconcileID":"d4e22434-74da-45cf-b955-b54fd37e8aaa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f0b8c9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f0b8c9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:42.091426035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-138566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:42.144628763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-138566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:42.200061985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-138566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:42.251875711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-138566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:42.337532321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-138566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:42.395329323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-138566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:42.447247451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-138566"},"namespace":"ai-tenant-e2e-ipp-b-138566","name":"default-tenant","reconcileID":"9582cc90-7329-4c4b-bf7d-a6ec1ba408d3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-138566","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:43.164516459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05c13864-2b6c-46a2-8540-7eea203e7663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:43.214706644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05c13864-2b6c-46a2-8540-7eea203e7663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:43.264034942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05c13864-2b6c-46a2-8540-7eea203e7663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:43.313663855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05c13864-2b6c-46a2-8540-7eea203e7663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:43.370393724Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-138566","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-138566","reconcileID":"ade2e44d-2f55-4a84-ac45-a1f338dc4b97","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-138566","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-138566"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:45.128098485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb1b013-52e9-4462-adda-a805554f9bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:45.179749866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb1b013-52e9-4462-adda-a805554f9bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:45.22927529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb1b013-52e9-4462-adda-a805554f9bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:45.278815392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb1b013-52e9-4462-adda-a805554f9bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:47.121870854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a99961-806e-4c36-b4f4-d5f96bd183c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:47.171510978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a99961-806e-4c36-b4f4-d5f96bd183c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:47.220694307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a99961-806e-4c36-b4f4-d5f96bd183c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:47.269974976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a99961-806e-4c36-b4f4-d5f96bd183c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:50.37644589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442d7e8d-61a8-4462-98f8-97c03692b3c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:50.427207452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442d7e8d-61a8-4462-98f8-97c03692b3c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:50.476821642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442d7e8d-61a8-4462-98f8-97c03692b3c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:50.526209683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442d7e8d-61a8-4462-98f8-97c03692b3c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:52.434783511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b3df32c-5884-4331-9d9c-9d5fe9c4c65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:52.434902977Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","namespace":"ai-tenant-e2e-ipp-a-65659d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:52.483874124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b3df32c-5884-4331-9d9c-9d5fe9c4c65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:52.483989297Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","namespace":"ai-tenant-e2e-ipp-a-65659d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:52.53379256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b3df32c-5884-4331-9d9c-9d5fe9c4c65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:52.533866691Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","tenant":"e2e-ipp-a-65659d","tenantID":"e2e-ipp-a-65659d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:52.583140132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b3df32c-5884-4331-9d9c-9d5fe9c4c65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:52.635101489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"Deployment","name":"maas-api-e2e-ipp-a-65659d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:52.694063427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"Service","name":"maas-api-e2e-ipp-a-65659d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:52.746530075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-65659d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:52.841960225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-65659d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:52.894301111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-65659d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:52.952680296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-65659d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:53.015550964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-65659d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:53.071596587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-65659d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:53.123093258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-65659d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:53.179821731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-65659d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:53.241519203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"Service","name":"payload-processing-e2e-ipp-a-65659d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:53.302487577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-65659d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:53.355264259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-65659d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:53.410703653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-65659d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:53.463633708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-65659d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:53.517038703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-65659d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:53.601247526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-65659d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:53.652394852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-65659d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:53.731308493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-65659d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:53.793922916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-65659d"},"namespace":"ai-tenant-e2e-ipp-a-65659d","name":"default-tenant","reconcileID":"2a135db7-0e78-42de-87e5-0d98d3980688","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-65659d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:54.528097543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d74f737-2dcc-48ca-b563-938a19805548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:54.577367109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d74f737-2dcc-48ca-b563-938a19805548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:54.628426911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d74f737-2dcc-48ca-b563-938a19805548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:54.636763717Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-65659d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-65659d","reconcileID":"00124763-4faa-428c-abd4-d6e4441d4879","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-65659d","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-65659d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:54.681911752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d74f737-2dcc-48ca-b563-938a19805548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:55.411935027Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:56.64472828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e8e28d-0100-4bed-a99b-042ffa09dcab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:56.694306074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e8e28d-0100-4bed-a99b-042ffa09dcab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:56.743467053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e8e28d-0100-4bed-a99b-042ffa09dcab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:56.792909831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e8e28d-0100-4bed-a99b-042ffa09dcab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:56.855989284Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3cecc7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3cecc7","reconcileID":"918d2ce3-2d92-430e-97e1-48cf2eecd808","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3cecc7","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-3cecc7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:58.630974972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f24bda9-f095-468f-a5fe-37928a7d6de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:58.680509769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f24bda9-f095-468f-a5fe-37928a7d6de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:58.729902019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f24bda9-f095-468f-a5fe-37928a7d6de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:58.779054446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f24bda9-f095-468f-a5fe-37928a7d6de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:00.677975389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a11e687-78e5-4403-9b2f-4da22361088f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:00.728738872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a11e687-78e5-4403-9b2f-4da22361088f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:00.802688243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a11e687-78e5-4403-9b2f-4da22361088f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:00.879448843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a11e687-78e5-4403-9b2f-4da22361088f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:02.837526004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8b915a-3704-4a7f-b395-e257c7b1065d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:02.887725755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8b915a-3704-4a7f-b395-e257c7b1065d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:02.939174841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8b915a-3704-4a7f-b395-e257c7b1065d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:02.988256975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8b915a-3704-4a7f-b395-e257c7b1065d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:04.83158899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef6edad-aff4-4a93-b62b-9776968ca60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:04.881360426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef6edad-aff4-4a93-b62b-9776968ca60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:04.931462284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef6edad-aff4-4a93-b62b-9776968ca60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:04.981023287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef6edad-aff4-4a93-b62b-9776968ca60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:06.844912375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730cbb09-8812-4ca8-bf0f-c2b4ca0d8b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:06.89548716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730cbb09-8812-4ca8-bf0f-c2b4ca0d8b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:06.960621482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730cbb09-8812-4ca8-bf0f-c2b4ca0d8b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:07.012506189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730cbb09-8812-4ca8-bf0f-c2b4ca0d8b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:10.845675514Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","namespace":"ai-tenant-e2e-ipp-b-c4bfac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:10.845755796Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","namespace":"ai-tenant-e2e-ipp-b-c4bfac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:10.845819244Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","tenant":"e2e-ipp-b-c4bfac","tenantID":"e2e-ipp-b-c4bfac","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:10.897270436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-c4bfac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:10.957070121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"Service","name":"maas-api-e2e-ipp-b-c4bfac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.012448059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-c4bfac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.064781723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-c4bfac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.131525477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-c4bfac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.184324539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-c4bfac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.240195487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-c4bfac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.320008927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-c4bfac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.374434331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-c4bfac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.426738973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-c4bfac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.489352254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"Service","name":"payload-processing-e2e-ipp-b-c4bfac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.550254802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-c4bfac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.602033131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-c4bfac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.657878095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-c4bfac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.715958165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-c4bfac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.769103318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-c4bfac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.821885943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-c4bfac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.875418841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-c4bfac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:11.943784062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-c4bfac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.013683789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c4bfac"},"namespace":"ai-tenant-e2e-ipp-b-c4bfac","name":"default-tenant","reconcileID":"57dd0f36-f8b5-41a1-af96-562eac98596d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-c4bfac","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.073412412Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","namespace":"ai-tenant-e2e-ipp-b-5d2b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.073740157Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","namespace":"ai-tenant-e2e-ipp-b-5d2b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.073914331Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","tenant":"e2e-ipp-b-5d2b13","tenantID":"e2e-ipp-b-5d2b13","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.127528492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"Deployment","name":"maas-api-e2e-ipp-b-5d2b13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.188476997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"Service","name":"maas-api-e2e-ipp-b-5d2b13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.241554813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-5d2b13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.292532281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-5d2b13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.344919608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-5d2b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.397485702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-5d2b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.456615341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-5d2b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.513905331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-5d2b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.565153705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-5d2b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.620602845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-5d2b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.686935941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"Service","name":"payload-processing-e2e-ipp-b-5d2b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.744951265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-5d2b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.796887842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-5d2b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.821537156Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c4bfac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c4bfac","reconcileID":"fa934ae8-4405-44e2-856d-273546d3989f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c4bfac","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-c4bfac"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.848573832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-5d2b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.907431739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-5d2b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.989002175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-5d2b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:13.040547206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-5d2b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:13.094196723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-5d2b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:13.147860323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-5d2b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:13.21559063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d2b13"},"namespace":"ai-tenant-e2e-ipp-b-5d2b13","name":"default-tenant","reconcileID":"ed000caf-f667-42a9-b631-fb2b7b8b11fe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-5d2b13","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:13.97963615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea61df7-977c-4779-ac9b-0cf36b6d47ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:14.029524797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea61df7-977c-4779-ac9b-0cf36b6d47ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:14.078825611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea61df7-977c-4779-ac9b-0cf36b6d47ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:14.131614308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea61df7-977c-4779-ac9b-0cf36b6d47ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:14.393392266Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5d2b13","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5d2b13","reconcileID":"b6acc29a-a012-4773-9f41-b20d7b0433a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5d2b13","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-5d2b13"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:15.940262997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9476b64a-2451-48bd-9b45-31525b15f177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:15.989499014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9476b64a-2451-48bd-9b45-31525b15f177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:16.038696476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9476b64a-2451-48bd-9b45-31525b15f177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:16.08829877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9476b64a-2451-48bd-9b45-31525b15f177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:17.923027488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9112939-f073-4814-8717-37560fa5a40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:17.972311941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9112939-f073-4814-8717-37560fa5a40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:18.02160729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9112939-f073-4814-8717-37560fa5a40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:18.070737309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9112939-f073-4814-8717-37560fa5a40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.170626766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f810194d-ea5a-47e5-8352-51f9b090ef5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.220196082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f810194d-ea5a-47e5-8352-51f9b090ef5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.269482044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f810194d-ea5a-47e5-8352-51f9b090ef5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.318720052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f810194d-ea5a-47e5-8352-51f9b090ef5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:22.144601625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ae1f0f-e048-45d1-8cac-2e370f2d2c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:22.194660408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ae1f0f-e048-45d1-8cac-2e370f2d2c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:22.245755904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ae1f0f-e048-45d1-8cac-2e370f2d2c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:22.295102587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ae1f0f-e048-45d1-8cac-2e370f2d2c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:25.422110121Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:25.701584664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd464642-5022-464d-bfb8-f31c9186a69f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:25.751531012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd464642-5022-464d-bfb8-f31c9186a69f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:25.801370535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd464642-5022-464d-bfb8-f31c9186a69f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:25.850652449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd464642-5022-464d-bfb8-f31c9186a69f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:26.906918185Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ca6d0b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ca6d0b","reconcileID":"62369943-ceff-47a4-a1cb-656a0a13cdb8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ca6d0b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-ca6d0b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:27.72740999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2c57e9-2855-4bee-b2bc-f0f2916b3fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:27.776433898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2c57e9-2855-4bee-b2bc-f0f2916b3fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:27.825592454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2c57e9-2855-4bee-b2bc-f0f2916b3fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:27.874724422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2c57e9-2855-4bee-b2bc-f0f2916b3fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:29.724630857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963e0648-93e9-4d9f-aa83-bde45032e4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:29.774142366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963e0648-93e9-4d9f-aa83-bde45032e4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:29.823422322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963e0648-93e9-4d9f-aa83-bde45032e4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:29.872554155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963e0648-93e9-4d9f-aa83-bde45032e4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.42341838Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d2f1cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d2f1cf","reconcileID":"0c8fe5a3-9ab3-4a8c-98a6-92a0db1cc9ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d2f1cf","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-d2f1cf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.016682172Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f4a424","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f4a424","reconcileID":"0e7b2c35-a4fb-4d6f-8fa4-edf3d1d5527a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f4a424","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-f4a424":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.758299795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a39bd3ea-31fc-43c7-8db5-98f9fafd4aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.80745328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a39bd3ea-31fc-43c7-8db5-98f9fafd4aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.856677694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a39bd3ea-31fc-43c7-8db5-98f9fafd4aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.905847957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a39bd3ea-31fc-43c7-8db5-98f9fafd4aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:33.766309902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5f326d-58b0-438b-bab7-c109c862f144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:33.816194387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5f326d-58b0-438b-bab7-c109c862f144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:33.865276196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5f326d-58b0-438b-bab7-c109c862f144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:33.915393905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5f326d-58b0-438b-bab7-c109c862f144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:35.756157265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2084b3bb-0ad6-482e-824b-88a550dbe7e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:35.811470364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2084b3bb-0ad6-482e-824b-88a550dbe7e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:35.860485137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2084b3bb-0ad6-482e-824b-88a550dbe7e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:35.910322433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2084b3bb-0ad6-482e-824b-88a550dbe7e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.317626514Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","namespace":"ai-tenant-e2e-ipp-b-fe745d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.317694092Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","namespace":"ai-tenant-e2e-ipp-b-fe745d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.317748228Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","tenant":"e2e-ipp-b-fe745d","tenantID":"e2e-ipp-b-fe745d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.36876425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"Deployment","name":"maas-api-e2e-ipp-b-fe745d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.435903829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"Service","name":"maas-api-e2e-ipp-b-fe745d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.493489772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-fe745d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.54455354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-fe745d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.597229829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-fe745d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.661451964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-fe745d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.716505545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-fe745d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.770181018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-fe745d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.822174223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-fe745d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.873355602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-fe745d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.932275858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"Service","name":"payload-processing-e2e-ipp-b-fe745d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.989997083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-fe745d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:39.042332296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-fe745d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:39.097270955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-fe745d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:39.154146549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-fe745d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:39.207656288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-fe745d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:39.258533081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-fe745d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:39.310268225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-fe745d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:39.373477737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-fe745d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:39.426263442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fe745d"},"namespace":"ai-tenant-e2e-ipp-b-fe745d","name":"default-tenant","reconcileID":"f83187f2-0fb1-4e25-bf56-a3829f2b1f6a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-fe745d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:40.242231652Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-fe745d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-fe745d","reconcileID":"43f68fa8-6fad-42ce-bcb0-b64c1fd1b8b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-fe745d","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-fe745d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:41.37848073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f04cc18d-cd7a-478c-b3ab-3300617aa5fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:41.427694684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f04cc18d-cd7a-478c-b3ab-3300617aa5fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:41.47685997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f04cc18d-cd7a-478c-b3ab-3300617aa5fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:41.525982521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f04cc18d-cd7a-478c-b3ab-3300617aa5fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:43.346932907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef58edba-7f11-4f7a-bc28-e55a84164b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:43.396042117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef58edba-7f11-4f7a-bc28-e55a84164b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:43.445100807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef58edba-7f11-4f7a-bc28-e55a84164b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:43.494297804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef58edba-7f11-4f7a-bc28-e55a84164b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.312637268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"6d4a3b82-76ab-4fa6-9e16-fd9c103e3027","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3cecc7","tenantID":"e2e-praxis-a-3cecc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.425034258Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"6d4a3b82-76ab-4fa6-9e16-fd9c103e3027","name":"e2e-praxis-a-3cecc7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:53.836971829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc17d55-d4b6-430a-a52e-501adf89c897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:53.886092388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc17d55-d4b6-430a-a52e-501adf89c897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:53.935359557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc17d55-d4b6-430a-a52e-501adf89c897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:53.984492019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc17d55-d4b6-430a-a52e-501adf89c897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:54.463683761Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f7c488","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f7c488","reconcileID":"9f3823b2-5ee3-49bf-af24-484e1ed0852d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f7c488","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-f7c488":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:55.419351845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:55.931585628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87fa2ab-84b9-43ab-b4d0-6faeebde5269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:55.981120138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87fa2ab-84b9-43ab-b4d0-6faeebde5269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:56.035654119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87fa2ab-84b9-43ab-b4d0-6faeebde5269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:56.087747552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87fa2ab-84b9-43ab-b4d0-6faeebde5269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:57.886393086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b16f18-acfb-4e69-913e-138750898edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:57.941583259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b16f18-acfb-4e69-913e-138750898edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:58.005405903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b16f18-acfb-4e69-913e-138750898edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:58.060924071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b16f18-acfb-4e69-913e-138750898edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:59.899676008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87b60b3c-6c45-4918-a9f0-8686c9bcef0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:59.950645036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87b60b3c-6c45-4918-a9f0-8686c9bcef0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:00.041143925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87b60b3c-6c45-4918-a9f0-8686c9bcef0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:00.128907585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87b60b3c-6c45-4918-a9f0-8686c9bcef0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:02.028933739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da4df40-9132-47c7-90cd-65907ecd29f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:02.079034992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da4df40-9132-47c7-90cd-65907ecd29f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:02.128529005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da4df40-9132-47c7-90cd-65907ecd29f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:02.178444881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da4df40-9132-47c7-90cd-65907ecd29f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:03.976706854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f399348-3597-4f3b-b334-fc40ab97cb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:04.026722008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f399348-3597-4f3b-b334-fc40ab97cb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:04.075990352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f399348-3597-4f3b-b334-fc40ab97cb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:04.125600803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f399348-3597-4f3b-b334-fc40ab97cb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:05.917895617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b6088d-3d4f-4af1-9a47-3743c867ad3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:05.967326353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b6088d-3d4f-4af1-9a47-3743c867ad3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:06.01708665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b6088d-3d4f-4af1-9a47-3743c867ad3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:06.06674966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b6088d-3d4f-4af1-9a47-3743c867ad3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:07.956602096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4292ffba-4042-424a-8fe7-47e538efcaa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:08.009533234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4292ffba-4042-424a-8fe7-47e538efcaa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:08.061179843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4292ffba-4042-424a-8fe7-47e538efcaa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:08.121696896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4292ffba-4042-424a-8fe7-47e538efcaa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:09.974176324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b788594-8121-470f-ad4d-40ce46f38dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:10.030626622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b788594-8121-470f-ad4d-40ce46f38dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:10.079967509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b788594-8121-470f-ad4d-40ce46f38dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:10.129779128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b788594-8121-470f-ad4d-40ce46f38dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:12.0049874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcc6715-9576-477e-8e67-35bfca239588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:12.056288321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcc6715-9576-477e-8e67-35bfca239588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:12.105660174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcc6715-9576-477e-8e67-35bfca239588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:12.154904876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcc6715-9576-477e-8e67-35bfca239588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:14.018788523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f83947-cb24-4934-b686-c09e02bf8a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:14.067979919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f83947-cb24-4934-b686-c09e02bf8a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:14.116940427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f83947-cb24-4934-b686-c09e02bf8a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:14.16616002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f83947-cb24-4934-b686-c09e02bf8a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.034876941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"526225e7-5350-411c-8a49-783a05dcc600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.084474584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"526225e7-5350-411c-8a49-783a05dcc600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.133833702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"526225e7-5350-411c-8a49-783a05dcc600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.183289964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"526225e7-5350-411c-8a49-783a05dcc600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.585156931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"5a919705-1e03-41b9-926e-542434c3059f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca6d0b","tenantID":"e2e-praxis-a-ca6d0b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.698456312Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"5a919705-1e03-41b9-926e-542434c3059f","name":"e2e-praxis-a-ca6d0b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:18.016596968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa7f436b-fe5c-409b-835e-c65a0750bc7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:18.066422889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa7f436b-fe5c-409b-835e-c65a0750bc7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:18.116155103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa7f436b-fe5c-409b-835e-c65a0750bc7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:18.165260516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa7f436b-fe5c-409b-835e-c65a0750bc7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:20.020309727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3884d311-f8c1-4ae1-b1e8-02691e434d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:20.069452572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3884d311-f8c1-4ae1-b1e8-02691e434d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:20.118712493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3884d311-f8c1-4ae1-b1e8-02691e434d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:20.168062086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3884d311-f8c1-4ae1-b1e8-02691e434d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:21.601157378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"6f7d842f-88c8-4463-9637-141d6ef88cb8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-d2f1cf","tenantID":"e2e-ipp-b-d2f1cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:21.713017803Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"6f7d842f-88c8-4463-9637-141d6ef88cb8","name":"e2e-ipp-b-d2f1cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:21.960740029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"92c9783b-ce95-4091-9b86-8bc71a13f04b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.020403257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed93362a-352a-48ad-9bb5-a245a2b8f54d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.057948294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"71ec3b00-1251-4fce-a6f8-339d8661031f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.070857459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed93362a-352a-48ad-9bb5-a245a2b8f54d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.121079659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed93362a-352a-48ad-9bb5-a245a2b8f54d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.171006249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed93362a-352a-48ad-9bb5-a245a2b8f54d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.173594901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11443823-2155-47f5-bf28-eecfc3971985","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.173600109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"81a2ffee-ab72-42bd-b414-4bbdfc7b7e72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.323975262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"8405b6ec-c615-4e41-afdd-807415820ee6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.489323834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"fb6888b3-56ab-4004-9b89-135718c639a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.611138936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7956f43f-9824-4642-95ea-b831754b69c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.710448654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"14ca6d20-260d-41b0-9f28-cf0bc9b36fc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.810863515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"a3bfcd7e-111c-48f6-ac15-52dbb7ff29d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.909520947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"6d45d13f-dd65-4457-8c39-e639244a5d2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.909734606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"7decad7f-9864-4352-92b0-78520ddeada2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:23.007736902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"7662f64d-f578-404c-a55f-451151d05ac1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:24.024113223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303bc9d0-9723-46d7-9789-6cbe6430764d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:24.073463877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303bc9d0-9723-46d7-9789-6cbe6430764d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:24.12273742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303bc9d0-9723-46d7-9789-6cbe6430764d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:24.172259271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303bc9d0-9723-46d7-9789-6cbe6430764d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:25.420854303Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:26.044076881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6b7067-b530-43ff-a120-37589dc37ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:26.093752211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6b7067-b530-43ff-a120-37589dc37ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:26.142905773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6b7067-b530-43ff-a120-37589dc37ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:26.192248643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6b7067-b530-43ff-a120-37589dc37ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:26.594793454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"5b48346e-b8e8-494e-ac6a-25811b9e9903","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f4a424","tenantID":"e2e-praxis-a-f4a424","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:26.707631457Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"5b48346e-b8e8-494e-ac6a-25811b9e9903","name":"e2e-praxis-a-f4a424-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:28.031853663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb5d868-a9e7-4f7e-aa0a-e6351867fcab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:28.080925666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb5d868-a9e7-4f7e-aa0a-e6351867fcab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:28.129823195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb5d868-a9e7-4f7e-aa0a-e6351867fcab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:28.178914678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb5d868-a9e7-4f7e-aa0a-e6351867fcab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:29.977343291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a03a65-b2b8-4946-b34f-93da7970061e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:30.02672669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a03a65-b2b8-4946-b34f-93da7970061e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:30.075923453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a03a65-b2b8-4946-b34f-93da7970061e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:30.12536709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a03a65-b2b8-4946-b34f-93da7970061e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:31.92614463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b040c85-f207-404d-94a5-236dd54a8d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:31.975370831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b040c85-f207-404d-94a5-236dd54a8d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.026080974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b040c85-f207-404d-94a5-236dd54a8d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.076589001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b040c85-f207-404d-94a5-236dd54a8d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:33.878057199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70345ba-1811-4ee0-b6fa-27f3a596ef96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:33.927424021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70345ba-1811-4ee0-b6fa-27f3a596ef96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:33.976537232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70345ba-1811-4ee0-b6fa-27f3a596ef96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:34.025768897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70345ba-1811-4ee0-b6fa-27f3a596ef96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:35.84862616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a39c4dca-92cf-4b59-a2f2-24d96f967046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:35.898034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a39c4dca-92cf-4b59-a2f2-24d96f967046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:35.947900352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a39c4dca-92cf-4b59-a2f2-24d96f967046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:35.997052557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a39c4dca-92cf-4b59-a2f2-24d96f967046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:37.796050495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0806c194-58e7-45f3-ad48-e284f9128860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:37.845862472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0806c194-58e7-45f3-ad48-e284f9128860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:37.895868162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0806c194-58e7-45f3-ad48-e284f9128860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:37.948795871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0806c194-58e7-45f3-ad48-e284f9128860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:39.802536227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b23365-11c0-4e86-a915-9e759f87c54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:39.864824532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b23365-11c0-4e86-a915-9e759f87c54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:39.914130381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b23365-11c0-4e86-a915-9e759f87c54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:39.963393557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b23365-11c0-4e86-a915-9e759f87c54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:41.277178959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"2490c4bf-a3cb-420f-bbef-869b49be1a7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:41.549962828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"b597dcb2-b6cc-4d29-b293-33f7a0d91d47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:41.624136816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"b35f79a3-e80f-4acf-a487-5acb04651901","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:41.744797779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"86eefbea-ec73-4504-bba6-f66d420b1368","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:41.842491652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"904e64bf-1fae-4c75-91c2-0737191ca7c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:41.963964452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"daaeb008-6a31-426d-b863-da5940b2d61f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:41.99700295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"5d131ac5-9823-4149-b68b-3fc026f12ea7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:42.067514858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b644088-aa66-4bf2-a469-67494fa11942","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:42.070873121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb2c664-9898-4a0b-852b-65e7769029ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:42.15938938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb2c664-9898-4a0b-852b-65e7769029ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:42.216916377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb2c664-9898-4a0b-852b-65e7769029ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:42.268187117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb2c664-9898-4a0b-852b-65e7769029ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:42.320133232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"94ba9744-7dfd-452d-8a0d-b05f3310bf11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:42.423096061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"73bcdcf4-21f1-4caa-b2ea-7bf54124f678","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:42.497539066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"430fd400-47f4-4ad2-a86a-ed0d076d2f2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:42.498554908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"53f5b246-dd1b-40f1-bb19-c44d377932d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:44.270695044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770a657a-fd58-4fdc-9a8c-7feefea2dfc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:44.326571946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770a657a-fd58-4fdc-9a8c-7feefea2dfc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:44.379716763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770a657a-fd58-4fdc-9a8c-7feefea2dfc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:44.430959046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770a657a-fd58-4fdc-9a8c-7feefea2dfc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:46.381797916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11ff971-b7fe-42b3-83b5-f2abe08e0e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:46.435471604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11ff971-b7fe-42b3-83b5-f2abe08e0e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:46.485356902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11ff971-b7fe-42b3-83b5-f2abe08e0e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:46.534740207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11ff971-b7fe-42b3-83b5-f2abe08e0e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:48.367035824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da846520-d3d0-4553-99b8-68463dc0953e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:48.41737598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da846520-d3d0-4553-99b8-68463dc0953e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:48.470603681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da846520-d3d0-4553-99b8-68463dc0953e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:48.522088796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da846520-d3d0-4553-99b8-68463dc0953e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:50.325047722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43033fd-545b-4af1-a440-cddd1151201c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:50.374143883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43033fd-545b-4af1-a440-cddd1151201c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:50.423442795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43033fd-545b-4af1-a440-cddd1151201c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:50.472848283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43033fd-545b-4af1-a440-cddd1151201c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:52.409473077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5db38f9-e465-428a-9098-24292c3e1e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:52.459175762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5db38f9-e465-428a-9098-24292c3e1e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:52.511887204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5db38f9-e465-428a-9098-24292c3e1e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:52.562346713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5db38f9-e465-428a-9098-24292c3e1e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:54.563765565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92139b02-06e6-4db1-af83-5d060f7b23b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:54.62061864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92139b02-06e6-4db1-af83-5d060f7b23b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:54.670617518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92139b02-06e6-4db1-af83-5d060f7b23b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:54.726681742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92139b02-06e6-4db1-af83-5d060f7b23b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:55.422716266Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:55.427874109Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-85d00c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-85d00c","reconcileID":"6304ee8d-0b68-4007-a8af-fba95ff284ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-85d00c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-85d00c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:56.71462227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19481a31-02b3-4034-8a7f-1841343dda01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:56.765619134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19481a31-02b3-4034-8a7f-1841343dda01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:56.821489873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19481a31-02b3-4034-8a7f-1841343dda01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:56.871221765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19481a31-02b3-4034-8a7f-1841343dda01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:57.67191322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"4ab35a02-4e48-4ff8-8796-9020d0141507","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:57.786393563Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"4ab35a02-4e48-4ff8-8796-9020d0141507","name":"e2e-praxis-a-f7c488-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:58.74501211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6091828-3fbe-4266-8627-0c58dee25acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:58.794459516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6091828-3fbe-4266-8627-0c58dee25acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:58.843505257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6091828-3fbe-4266-8627-0c58dee25acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:58.893017986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6091828-3fbe-4266-8627-0c58dee25acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:00.703968587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b184e7a2-da09-4ea5-8a9e-6b9c910bee7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:00.753422121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b184e7a2-da09-4ea5-8a9e-6b9c910bee7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:00.802841883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b184e7a2-da09-4ea5-8a9e-6b9c910bee7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:00.856448533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b184e7a2-da09-4ea5-8a9e-6b9c910bee7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.662181972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"265cdf33-ae23-4f55-8ef9-f373e0295410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.712279094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"265cdf33-ae23-4f55-8ef9-f373e0295410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.76164319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"265cdf33-ae23-4f55-8ef9-f373e0295410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.811696531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"265cdf33-ae23-4f55-8ef9-f373e0295410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:04.635637707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ffd491-a6e2-4895-ac4a-3865f69c91ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:04.684808611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ffd491-a6e2-4895-ac4a-3865f69c91ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:04.734064163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ffd491-a6e2-4895-ac4a-3865f69c91ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:04.783477719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ffd491-a6e2-4895-ac4a-3865f69c91ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:06.672225293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b5e0b8a-4eb3-422d-b8ef-daf1d70e1e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:06.722465255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b5e0b8a-4eb3-422d-b8ef-daf1d70e1e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:06.773633219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b5e0b8a-4eb3-422d-b8ef-daf1d70e1e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:06.823507503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b5e0b8a-4eb3-422d-b8ef-daf1d70e1e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:08.632632585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d78ecd5-f18e-4f03-9fe1-54bf6aa3a1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:08.682095317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d78ecd5-f18e-4f03-9fe1-54bf6aa3a1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:08.732096726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d78ecd5-f18e-4f03-9fe1-54bf6aa3a1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:08.78163477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d78ecd5-f18e-4f03-9fe1-54bf6aa3a1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:20.900372519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04084ff3-1ee6-408a-952a-658dbcbe2494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:20.949588959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04084ff3-1ee6-408a-952a-658dbcbe2494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:20.999115428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04084ff3-1ee6-408a-952a-658dbcbe2494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:21.049176791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04084ff3-1ee6-408a-952a-658dbcbe2494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.865654264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4acccc2-4cee-4364-9b5e-f9c1dc29c1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.916557573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4acccc2-4cee-4364-9b5e-f9c1dc29c1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.96608416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4acccc2-4cee-4364-9b5e-f9c1dc29c1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:23.021274114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4acccc2-4cee-4364-9b5e-f9c1dc29c1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:25.416507934Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:25.903278774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0b8560-ee87-4154-a2ab-b596acec98c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:25.95944036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0b8560-ee87-4154-a2ab-b596acec98c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:26.015379465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0b8560-ee87-4154-a2ab-b596acec98c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:26.075420889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0b8560-ee87-4154-a2ab-b596acec98c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:27.952037223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180be05c-0dfb-48b6-a1a2-ebc4d28650fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:28.002526228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180be05c-0dfb-48b6-a1a2-ebc4d28650fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:28.051921936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180be05c-0dfb-48b6-a1a2-ebc4d28650fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:28.10116568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180be05c-0dfb-48b6-a1a2-ebc4d28650fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:29.936496225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"608cb479-fb1c-4628-b98e-ce082d72f2d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:29.985833793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"608cb479-fb1c-4628-b98e-ce082d72f2d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:30.035800269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"608cb479-fb1c-4628-b98e-ce082d72f2d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:30.085299408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"608cb479-fb1c-4628-b98e-ce082d72f2d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:31.094499032Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-fc3918","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-fc3918","reconcileID":"54abe655-17fc-4bf7-a73d-6f75012e65c0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-fc3918","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-fc3918":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:31.929224727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6512b4ef-f870-4417-a217-7b2959d64f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:31.980646726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6512b4ef-f870-4417-a217-7b2959d64f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:32.030140356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6512b4ef-f870-4417-a217-7b2959d64f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:32.079491511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6512b4ef-f870-4417-a217-7b2959d64f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:33.931311359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3188339d-18b5-4e6b-8262-60fb5afd0d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:33.981576273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3188339d-18b5-4e6b-8262-60fb5afd0d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:34.030943724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3188339d-18b5-4e6b-8262-60fb5afd0d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:34.080495659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3188339d-18b5-4e6b-8262-60fb5afd0d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:35.914966329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea9e17c-ede9-4ae8-8722-a523395b10fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:35.964925779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea9e17c-ede9-4ae8-8722-a523395b10fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:36.014254608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea9e17c-ede9-4ae8-8722-a523395b10fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:36.068332071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea9e17c-ede9-4ae8-8722-a523395b10fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:41.682879964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"aaa8f3dc-16ae-4339-92a1-13231a0caf7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:41.829738893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"c281af84-fa95-4a69-94d3-3860c25e75a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:42.003184892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"9f3efca5-f1b1-485e-b4cc-aabc8f6bd0b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:42.115274047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0dd42774-7f4c-45a4-a87a-d0669ef97c70","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:42.290580874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cbcf3ac9-761f-4a62-841c-2f201f509112","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:42.520277822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"cec1c221-3c71-4b16-abb3-f29d7a50cd0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:42.620144411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"209a625c-0f65-45fc-8843-6f2d44f4e5f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:42.721090136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"f3cf7f4c-c458-4d21-9548-19a2a4e4af61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:42.749739469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"23e69c2e-c71e-4744-ae5c-f5745cf71d15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:42.820594016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"ead3133e-3d1a-411d-81b3-5d2a40948232","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:42.984089342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"b7801e07-54c6-463b-a383-1400835d79c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:43.083993769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"06ebb6ec-fe95-42bc-8ad3-c83b7db94cdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:47.149200123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9614ab41-c892-4a41-91c4-ed2fdc37652b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:47.19853208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9614ab41-c892-4a41-91c4-ed2fdc37652b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:47.248092878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9614ab41-c892-4a41-91c4-ed2fdc37652b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:47.297346833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9614ab41-c892-4a41-91c4-ed2fdc37652b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:47.718797779Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-93131d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-93131d","reconcileID":"40443067-fc2e-4c41-8b39-af8a22a3920a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-93131d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-93131d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:49.225045313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a27d131-cdb7-40ce-8fd2-fa222a53d5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:49.274074918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a27d131-cdb7-40ce-8fd2-fa222a53d5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:49.323315016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a27d131-cdb7-40ce-8fd2-fa222a53d5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:49.372509115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a27d131-cdb7-40ce-8fd2-fa222a53d5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:51.19098292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8e5b63-ebc9-48a8-82c7-d72bf4510aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:51.242172492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8e5b63-ebc9-48a8-82c7-d72bf4510aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:51.291230398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8e5b63-ebc9-48a8-82c7-d72bf4510aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:51.352923659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8e5b63-ebc9-48a8-82c7-d72bf4510aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:55.411755565Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.048981569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"346b7112-4d21-43bb-8ce7-2b9547528538","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.154132216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"b83bf4eb-8fad-48be-8604-4f1d6f37fa1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.274840293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"c35f23ba-c08a-4d43-979c-e6a6ec7e009b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.373480262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2808a3b2-6d03-47a9-91b7-3d5aa55e6b93","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.568474871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f651c154-cc3d-4c7a-938c-32680eab5963","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.712163609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"f696d320-8191-45c7-b7b6-0666547a1deb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.962720228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"645ddb96-bd66-412f-8e33-62e7e417370a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.025222559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"f27aadd0-c998-4c59-839f-ab11bdf85b84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.129018114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"4e84619d-20e3-447e-8f20-9762639e8d89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.163051336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"1073c84b-a745-4f05-b1d0-e970eac7609e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.229430924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"eba6822f-3526-4c02-a45d-3cdea33be412","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.329903622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"8ee25088-2e23-40f6-bf38-a2edf06a650c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:00.325063597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a36e1e1-fbe8-40d6-882d-9332e7e056c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:00.374531764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a36e1e1-fbe8-40d6-882d-9332e7e056c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:00.423614382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a36e1e1-fbe8-40d6-882d-9332e7e056c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:00.472971058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a36e1e1-fbe8-40d6-882d-9332e7e056c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:02.368352247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07cf345e-8851-4b21-9d77-2d878b1ad59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:02.418908824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07cf345e-8851-4b21-9d77-2d878b1ad59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:02.483164941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07cf345e-8851-4b21-9d77-2d878b1ad59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:02.532656737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07cf345e-8851-4b21-9d77-2d878b1ad59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:03.536071268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"c4492440-7467-46f3-9e4f-4a8082028c1d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-85d00c","tenantID":"e2e-praxis-b-85d00c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:03.65892895Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"c4492440-7467-46f3-9e4f-4a8082028c1d","name":"e2e-praxis-b-85d00c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:17.271533085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4173de4-98eb-4763-a3fc-5f2ca700fbed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:17.320897853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4173de4-98eb-4763-a3fc-5f2ca700fbed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:17.370187658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4173de4-98eb-4763-a3fc-5f2ca700fbed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:17.419546268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4173de4-98eb-4763-a3fc-5f2ca700fbed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:17.86543975Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7fd427","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7fd427","reconcileID":"932de772-082b-40ab-877a-2ee2e078c6ab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-7fd427","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-7fd427":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:19.242408991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45aa3b9-ea57-4adf-9a2c-7e3b83bffa0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:19.291925778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45aa3b9-ea57-4adf-9a2c-7e3b83bffa0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:19.342088319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45aa3b9-ea57-4adf-9a2c-7e3b83bffa0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:19.392717002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45aa3b9-ea57-4adf-9a2c-7e3b83bffa0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:21.230794308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2bb9cca-ca6b-47c6-9605-9a9619f9189f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:21.283949454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2bb9cca-ca6b-47c6-9605-9a9619f9189f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:21.346422741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2bb9cca-ca6b-47c6-9605-9a9619f9189f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:21.417208343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2bb9cca-ca6b-47c6-9605-9a9619f9189f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.411311855Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:40.092690961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"5414b946-57a3-418a-8a2f-8c62b5d252ae","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-fc3918","tenantID":"e2e-praxis-b-fc3918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:40.211129171Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"5414b946-57a3-418a-8a2f-8c62b5d252ae","name":"e2e-praxis-b-fc3918-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:51.635318443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"a743fe88-2896-46c1-a1b8-e1f4746e847c","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:51.635356252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"a743fe88-2896-46c1-a1b8-e1f4746e847c","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:55.417619998Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.250548914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"73067f92-2c11-43cb-8b99-d6366cee8927","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.250575442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"73067f92-2c11-43cb-8b99-d6366cee8927","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.303757479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"d6fdfd62-ed9f-48b4-b736-1d8fd1dbf917","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.303785604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"d6fdfd62-ed9f-48b4-b736-1d8fd1dbf917","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.402083986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"eb49a87a-5aaf-4933-8631-d20ec8b347bb","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.525864632Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"eb49a87a-5aaf-4933-8631-d20ec8b347bb","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"e2e-ipp-a-63a282-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.579288738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-63a282-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"eb49a87a-5aaf-4933-8631-d20ec8b347bb","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.634367996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"196cd898-1c66-4f30-8e25-62fe890c09b7","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.634391267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"196cd898-1c66-4f30-8e25-62fe890c09b7","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:02.97310263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"4c7d248e-4ac0-4a44-a35a-f03b906ff83a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-93131d","tenantID":"e2e-praxis-b-93131d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:03.134519127Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"4c7d248e-4ac0-4a44-a35a-f03b906ff83a","name":"e2e-praxis-b-93131d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:07.733950636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"b2318d86-3735-4755-bbb9-8ce570f66b67","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:07.789088272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"b2318d86-3735-4755-bbb9-8ce570f66b67","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"e2e-ipp-a-63a282-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:07.84322549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-63a282-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"b2318d86-3735-4755-bbb9-8ce570f66b67","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:18.008039273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"4dfc79ac-09e0-4316-8323-e7fad519e1b1","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:18.063160925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"4dfc79ac-09e0-4316-8323-e7fad519e1b1","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"e2e-ipp-a-63a282-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:18.124103838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-63a282-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"4dfc79ac-09e0-4316-8323-e7fad519e1b1","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:18.723800491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec15f874-5610-44b7-b09a-5d5acd5d10d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:18.773252353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec15f874-5610-44b7-b09a-5d5acd5d10d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:18.82238382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec15f874-5610-44b7-b09a-5d5acd5d10d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:18.871627703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec15f874-5610-44b7-b09a-5d5acd5d10d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:20.665193148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca0b61b-d959-497a-8a38-8adb6a10afbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:20.714348135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca0b61b-d959-497a-8a38-8adb6a10afbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:20.763606277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca0b61b-d959-497a-8a38-8adb6a10afbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:20.812755726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca0b61b-d959-497a-8a38-8adb6a10afbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:25.417568979Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:28.276161749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"b45e6256-ca98-47be-b804-cba4ea0d1825","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:28.33184074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"b45e6256-ca98-47be-b804-cba4ea0d1825","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"e2e-ipp-a-63a282-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:28.385313851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-63a282-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7e522d090b5f6300b7d3e49ce5e8dd36f7140e568c8ec4ed175688de081435c) AuthConfig (1c600214da7885e62e002f86956e956edb395fdd1d96e930905f41dec56ac8e9) AuthConfig (1189a10fb9c24ef7fb1bef17e4d074bd1416e65a4d5f9bf9293e28022a568695) AuthConfig (2880fe72e32c4ff6ea91a77081c8e85f316bf8cb6f55e6e582fc2fd8568f42f8) AuthConfig (87d5994d30d2dae5015178264304b0d9d7ff362b1123b748a2030a88db55becd) AuthConfig (756ca2de9d4a5fcd468947fe184af2e4971d5d11cd83b61cd0fc081d6528dd39) AuthConfig (4a3b3878cf5a3a467f7dd60581c31333f5bec7b02c94aa5cc76fc60c532375e9) AuthConfig (ed2a62f729f92822d7dc9977580ac07a01aef70954769bbba8503927e3c217bc) AuthConfig (402c2008150315308934ee3db7a0197a2d5320b7f3c0cda550f4ac05b312d10e) AuthConfig (b06100d5e02ee0eaad91e09ae0f2bd0e5d1802f505d1a47248517a9ceb4dc02f) AuthConfig (505b7c2f756d70d90f684f16f415ac128b1aa79c2057068bbc7d668b680532f7) AuthConfig (445f1c84c84f83c62818f5a432520bfab0b2769a2e882399e638fb095d4c6dcb) AuthConfig (533eafaa0f996710bbcb1bfedb904fbbba3752456c4a2646f8f19169d3ae3ecc) AuthConfig (6b12d02babed095859e371829d16c781a9f122a34dbc49b7ceeedbf68e746bf5) AuthConfig (17dd6ea6c5745758e0f2bb42052ea2fa6c836c9a06ce620989db495a33715dda) AuthConfig (39974ffe3ec517691d6eb29595b71176e80db61d4bb2b8a53e59398cd18ab9ef) AuthConfig (a855df87e1bf2e84f7303fe0f491dda5435eee4ef392110e62fc1bbd68710741) AuthConfig (90e78474de209d558f96bacb2e436952bce1d301b65c7b9c5b01947116bcaf53)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"b45e6256-ca98-47be-b804-cba4ea0d1825","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:28.441764059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"8615638e-7c08-4d9c-9e66-ce2faaea9fb5","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:28.441784014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"8615638e-7c08-4d9c-9e66-ce2faaea9fb5","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:31.040799551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb1cf41-3697-461d-8df3-d36a003d18c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:31.090655107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb1cf41-3697-461d-8df3-d36a003d18c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:31.141023519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb1cf41-3697-461d-8df3-d36a003d18c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:31.190536339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb1cf41-3697-461d-8df3-d36a003d18c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:33.035087902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f4c6db-1a3f-4b5a-8e47-7fe07954b399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:33.085018532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f4c6db-1a3f-4b5a-8e47-7fe07954b399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:33.135019485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f4c6db-1a3f-4b5a-8e47-7fe07954b399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:33.184966992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f4c6db-1a3f-4b5a-8e47-7fe07954b399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:35.093560606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913ecf2b-37d1-42ef-ab43-df371a1b606c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:35.143814743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913ecf2b-37d1-42ef-ab43-df371a1b606c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:35.194271857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913ecf2b-37d1-42ef-ab43-df371a1b606c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:35.243577976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913ecf2b-37d1-42ef-ab43-df371a1b606c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:37.089111895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af510417-9c96-48f5-bd28-e483be0eed01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:37.139376315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af510417-9c96-48f5-bd28-e483be0eed01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:37.188833633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af510417-9c96-48f5-bd28-e483be0eed01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:37.239592848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af510417-9c96-48f5-bd28-e483be0eed01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:38.026564898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"2cc1ae89-f52f-42c4-a237-fb4c04aad853","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-7fd427","tenantID":"e2e-praxis-b-7fd427","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:38.140141466Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"2cc1ae89-f52f-42c4-a237-fb4c04aad853","name":"e2e-praxis-b-7fd427-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:38.563140383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"336b36cd-954d-4d44-a32a-556c622a750f","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:38.625793257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"336b36cd-954d-4d44-a32a-556c622a750f","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"e2e-ipp-a-63a282-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:38.678881069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-63a282-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7e522d090b5f6300b7d3e49ce5e8dd36f7140e568c8ec4ed175688de081435c) AuthConfig (1c600214da7885e62e002f86956e956edb395fdd1d96e930905f41dec56ac8e9) AuthConfig (1189a10fb9c24ef7fb1bef17e4d074bd1416e65a4d5f9bf9293e28022a568695) AuthConfig (2880fe72e32c4ff6ea91a77081c8e85f316bf8cb6f55e6e582fc2fd8568f42f8) AuthConfig (87d5994d30d2dae5015178264304b0d9d7ff362b1123b748a2030a88db55becd) AuthConfig (756ca2de9d4a5fcd468947fe184af2e4971d5d11cd83b61cd0fc081d6528dd39) AuthConfig (4a3b3878cf5a3a467f7dd60581c31333f5bec7b02c94aa5cc76fc60c532375e9) AuthConfig (ed2a62f729f92822d7dc9977580ac07a01aef70954769bbba8503927e3c217bc) AuthConfig (402c2008150315308934ee3db7a0197a2d5320b7f3c0cda550f4ac05b312d10e) AuthConfig (b06100d5e02ee0eaad91e09ae0f2bd0e5d1802f505d1a47248517a9ceb4dc02f) AuthConfig (505b7c2f756d70d90f684f16f415ac128b1aa79c2057068bbc7d668b680532f7) AuthConfig (445f1c84c84f83c62818f5a432520bfab0b2769a2e882399e638fb095d4c6dcb) AuthConfig (533eafaa0f996710bbcb1bfedb904fbbba3752456c4a2646f8f19169d3ae3ecc) AuthConfig (6b12d02babed095859e371829d16c781a9f122a34dbc49b7ceeedbf68e746bf5) AuthConfig (17dd6ea6c5745758e0f2bb42052ea2fa6c836c9a06ce620989db495a33715dda) AuthConfig (39974ffe3ec517691d6eb29595b71176e80db61d4bb2b8a53e59398cd18ab9ef) AuthConfig (a855df87e1bf2e84f7303fe0f491dda5435eee4ef392110e62fc1bbd68710741) AuthConfig (90e78474de209d558f96bacb2e436952bce1d301b65c7b9c5b01947116bcaf53)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"336b36cd-954d-4d44-a32a-556c622a750f","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:39.112669449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd40660-f9ce-4bbe-8b50-95b312a589cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:39.162376864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd40660-f9ce-4bbe-8b50-95b312a589cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:39.211472526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd40660-f9ce-4bbe-8b50-95b312a589cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:39.260750848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd40660-f9ce-4bbe-8b50-95b312a589cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:40.538934829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"68a9b491-e088-4deb-be8a-95f916ee5d21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:40.639266895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6e0f4fb4-a36e-4675-903a-a66650aa24a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:40.65018358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"f4e57f65-6382-406e-8375-b44314ff0597","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:40.820573244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"57583d1f-c4e9-49e6-ae80-4ef960789bda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:40.933815462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"8bf46b65-886b-4646-a9b1-12b5cd4bf082","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:41.104312449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"58a54f8f-8ae8-4a1f-ae9c-672bc6999b3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:41.206016262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"e70c0719-a094-4499-93bf-53954fe8c406","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:41.223552921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"f34f9584-29e5-411d-b60e-2c9043734f01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:41.451332889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"62232c82-c6a6-458d-acad-dd14d76ce3fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:41.565471076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"e73e602b-f2fa-478e-b65d-eb26fecbc966","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:41.743561349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"14ac0a3d-6d82-4ced-855f-fb2b2906ae1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:41.870085512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e0aca10-07e7-4476-a1a6-65c6fab84910","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:48.778337604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"41be0b59-7cbe-4bc1-9c29-9d3f6fec453a","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:48.83269934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"41be0b59-7cbe-4bc1-9c29-9d3f6fec453a","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"e2e-ipp-a-63a282-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:49.136919324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"5c373dbb-cd16-4651-bea1-7f29ab2b51e3","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:49.136946395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"5c373dbb-cd16-4651-bea1-7f29ab2b51e3","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:54.656090193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"f367e386-297d-4e99-b5ed-c06a6d2a915b","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:54.656111486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"f367e386-297d-4e99-b5ed-c06a6d2a915b","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:54.714814532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"421a1dfb-3970-472f-ba7f-9c7466a8a75a","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:54.714844113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"421a1dfb-3970-472f-ba7f-9c7466a8a75a","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:23:54.760769736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-sub","reconcileID":"12b3c715-74dc-472a-bf45-231927c20b3b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-63a282-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:54.761521712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"f0e7469f-8068-46ce-9888-94ef0b902a55","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:54.815891401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"f0e7469f-8068-46ce-9888-94ef0b902a55","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"e2e-ipp-a-63a282-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:54.865258071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"451ecbfd-78be-436e-b457-e88be508f5fe","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:54.865279526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"451ecbfd-78be-436e-b457-e88be508f5fe","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:54.921835061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"406499dc-9c9d-4ec3-9014-e424a48c1cc2","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:54.921856811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"406499dc-9c9d-4ec3-9014-e424a48c1cc2","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:55.113183296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"e6291252-2a1a-4b56-a774-a1220bb5a759","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:55.132313645Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-sub","reconcileID":"82705b2a-0d36-4f87-a127-d9d66af10030","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"maas-trlp-ipp-route-63a282","model":"ipp-route-63a282","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:55.167765308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"e6291252-2a1a-4b56-a774-a1220bb5a759","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"e2e-ipp-a-63a282-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:55.290882248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"210d2d34-64b1-40c7-87fb-f045359f7192","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:55.290903509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"210d2d34-64b1-40c7-87fb-f045359f7192","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:55.414597033Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:55.488355342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-sub","reconcileID":"59d8a188-2ce7-4650-9e02-f40305292478","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"maas-trlp-ipp-route-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:59.911382232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"c5e7c905-f082-4d98-a4b6-394867b55aa0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.141996586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6ca7626-7134-4f7e-b69e-0145142b67d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.242271026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"c3820e1a-f38b-431b-adbf-dcab45090047","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.2545471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"942d81e2-0e17-402f-91fb-c7282eb21993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.254666856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"45267b06-6105-4224-b7a3-ba3ce453942b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.305449847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"942d81e2-0e17-402f-91fb-c7282eb21993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.355778149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"942d81e2-0e17-402f-91fb-c7282eb21993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.360386524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"b0fbbaf8-a84b-4475-94c1-48095adbe367","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.414739678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"942d81e2-0e17-402f-91fb-c7282eb21993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.522256229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"e953a629-9546-4088-b359-0076287064d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.574307836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"1b8f8e56-c7a4-4b02-a264-f4f938e9a5bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.677862358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"4e0a956e-2f15-494c-84b0-bfd92c5e9de0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.829444988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"029f1a93-24f5-45ab-857f-72ac72265ab5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:01.249043226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"834d8084-cb4d-4205-b1d7-f12aac5ccdce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:01.348977311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"fdb0c38a-f839-4011-88f1-b17ffbc43396","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:01.383974606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dff43b33-4ef5-41e8-be7f-9642b300460d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:02.369406935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367cf94e-5333-4e30-9484-b60c8d69b020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:02.424510736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367cf94e-5333-4e30-9484-b60c8d69b020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:02.476558546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367cf94e-5333-4e30-9484-b60c8d69b020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:02.528959306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367cf94e-5333-4e30-9484-b60c8d69b020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:07.418902758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654dae65-f947-4502-840a-8d1629e1a082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:07.46812859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654dae65-f947-4502-840a-8d1629e1a082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:07.518012015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654dae65-f947-4502-840a-8d1629e1a082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:07.568042317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654dae65-f947-4502-840a-8d1629e1a082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.462325045Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","namespace":"ai-tenant-e2e-praxis-a-3cecc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.462408342Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","namespace":"ai-tenant-e2e-praxis-a-3cecc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.462484032Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","tenant":"e2e-praxis-a-3cecc7","tenantID":"e2e-praxis-a-3cecc7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.514050906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"Deployment","name":"maas-api-e2e-praxis-a-3cecc7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.573279093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"Service","name":"maas-api-e2e-praxis-a-3cecc7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.626167458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-3cecc7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.679589575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-3cecc7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.733691527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-3cecc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.790916491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-3cecc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.856463369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-3cecc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.93912177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-3cecc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.992755464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-3cecc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.047737215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-3cecc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.097664269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"Service","name":"payload-processing-e2e-praxis-a-3cecc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.147390937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-3cecc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.196501467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-3cecc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.245544466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-3cecc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.294833613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-3cecc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.348699171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-3cecc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.399503755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-3cecc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.45061899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-3cecc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.466464961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69286edf-7d11-473c-aee2-ef83c37772aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.524582599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69286edf-7d11-473c-aee2-ef83c37772aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.526903757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-3cecc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.583498353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69286edf-7d11-473c-aee2-ef83c37772aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.647928492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3cecc7"},"namespace":"ai-tenant-e2e-praxis-a-3cecc7","name":"default-tenant","reconcileID":"23cec33f-6100-448f-b32f-68815ee23dba","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-3cecc7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.649462428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69286edf-7d11-473c-aee2-ef83c37772aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:10.472729533Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3cecc7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3cecc7","reconcileID":"1c43a465-9ad7-4706-9074-0ae4db25a298","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3cecc7","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-3cecc7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:11.538880988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f089e7c8-c1ab-464b-a868-68a443447006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:11.588028975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f089e7c8-c1ab-464b-a868-68a443447006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:11.637070346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f089e7c8-c1ab-464b-a868-68a443447006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:11.686719735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f089e7c8-c1ab-464b-a868-68a443447006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:13.49589266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953590a3-e0d8-4036-aa13-f454e039cdd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:13.545711483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953590a3-e0d8-4036-aa13-f454e039cdd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:13.595301468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953590a3-e0d8-4036-aa13-f454e039cdd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:13.645116173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953590a3-e0d8-4036-aa13-f454e039cdd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:19.033491065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e70603-9240-4fee-8d4e-ae17c07c7b3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:19.083151853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e70603-9240-4fee-8d4e-ae17c07c7b3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:19.133613513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e70603-9240-4fee-8d4e-ae17c07c7b3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:19.183179461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e70603-9240-4fee-8d4e-ae17c07c7b3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:21.125836952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"998b7835-701a-459c-a6a7-96a58bd187d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:21.175252408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"998b7835-701a-459c-a6a7-96a58bd187d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:21.224430834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"998b7835-701a-459c-a6a7-96a58bd187d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:21.273635616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"998b7835-701a-459c-a6a7-96a58bd187d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:23.127870868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19106b36-5955-4776-8905-ea259435d59a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:23.179787546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19106b36-5955-4776-8905-ea259435d59a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:23.229971813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19106b36-5955-4776-8905-ea259435d59a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:23.279388894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19106b36-5955-4776-8905-ea259435d59a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:23.478993677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-sub","reconcileID":"9193d069-506b-457f-8402-9f46097328d0","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"maas-trlp-ipp-route-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:23.645989147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"3761a191-8fe9-4335-9d99-3f17726daf44","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:23.646011307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"3761a191-8fe9-4335-9d99-3f17726daf44","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:25.349011291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"57cd22c5-c55e-4654-b342-2503fda1c3a4","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:25.404391668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"57cd22c5-c55e-4654-b342-2503fda1c3a4","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"e2e-ipp-a-63a282-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:25.411118258Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.059412742Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","namespace":"ai-tenant-e2e-praxis-b-85d00c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.059502409Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","namespace":"ai-tenant-e2e-praxis-b-85d00c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.059566966Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","tenant":"e2e-praxis-b-85d00c","tenantID":"e2e-praxis-b-85d00c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.112315924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"Deployment","name":"maas-api-e2e-praxis-b-85d00c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.169559853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"Service","name":"maas-api-e2e-praxis-b-85d00c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.223399183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-85d00c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.274950828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-85d00c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.327619445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-85d00c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.382651952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-85d00c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.440252721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-85d00c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.498686681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-85d00c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.551077272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-85d00c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.604289166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-85d00c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.666999113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"Service","name":"payload-processing-e2e-praxis-b-85d00c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.72951099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-85d00c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.783649113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-85d00c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.834978347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-85d00c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.888891717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-85d00c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.94241018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-85d00c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.995428165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-85d00c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:30.046529119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-85d00c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:30.102834362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-85d00c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:30.15890781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85d00c"},"namespace":"ai-tenant-e2e-praxis-b-85d00c","name":"default-tenant","reconcileID":"b84063c1-532d-4a07-a226-2d44e847f98b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-85d00c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:31.041052596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"92076065-1213-416b-82b5-36607b6af6a7","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:31.04109556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"92076065-1213-416b-82b5-36607b6af6a7","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:31.155459472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"3c8c50c7-4878-4cce-9c0b-ad096f88cbf9","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:31.155492358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"3c8c50c7-4878-4cce-9c0b-ad096f88cbf9","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:31.202590649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"ad3d16d2-decb-48c1-baa0-67ff5c3bf4d6","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:31.259000135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"ad3d16d2-decb-48c1-baa0-67ff5c3bf4d6","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"e2e-ipp-a-63a282-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:31.302942061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-sub","reconcileID":"75aca024-9cb4-4b1d-901e-3beae19b158d","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"maas-trlp-ipp-route-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:31.560002912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"d156c04f-8bcf-41f4-a08a-7c163c8686db","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:31.610043503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-sub","reconcileID":"89e992ac-d01a-4b5f-a8c6-fa8731f02a23","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"maas-trlp-ipp-route-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:31.61436431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"d156c04f-8bcf-41f4-a08a-7c163c8686db","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"e2e-ipp-a-63a282-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:31.951133522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66878b8a-4f2f-43bc-85cc-79eeff448ca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:32.001105619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66878b8a-4f2f-43bc-85cc-79eeff448ca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:32.050907676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66878b8a-4f2f-43bc-85cc-79eeff448ca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:32.102889677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66878b8a-4f2f-43bc-85cc-79eeff448ca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:33.90510896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf74f6a-418a-46b4-908c-877238b9519b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:33.956327968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf74f6a-418a-46b4-908c-877238b9519b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.008068145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf74f6a-418a-46b4-908c-877238b9519b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.057286515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf74f6a-418a-46b4-908c-877238b9519b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.316128354Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-85d00c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-85d00c","reconcileID":"2a8e65e4-67f6-44ed-a6ca-706a29291bec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-85d00c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-85d00c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:36.06851301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f248f79e-031a-4ba5-86ad-7c3dba5a1dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:36.118133834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f248f79e-031a-4ba5-86ad-7c3dba5a1dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:36.167655205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f248f79e-031a-4ba5-86ad-7c3dba5a1dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:36.221184347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f248f79e-031a-4ba5-86ad-7c3dba5a1dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:38.080517607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1173540e-04b3-4226-8d88-87eaa4ae701b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:38.130640664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1173540e-04b3-4226-8d88-87eaa4ae701b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:38.180677365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1173540e-04b3-4226-8d88-87eaa4ae701b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:38.230522857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1173540e-04b3-4226-8d88-87eaa4ae701b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:40.050054652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fbf9940-1450-4131-97d4-ed4db8e1485f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:40.099774938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fbf9940-1450-4131-97d4-ed4db8e1485f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:40.149078123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fbf9940-1450-4131-97d4-ed4db8e1485f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:40.198517844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fbf9940-1450-4131-97d4-ed4db8e1485f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.566972808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"d3830840-e326-4360-8445-ab9d9aded7cd","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.566992665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"d3830840-e326-4360-8445-ab9d9aded7cd","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.668721107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"8630426e-e58a-4271-adf5-e7f4736b034c","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.730144946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"8630426e-e58a-4271-adf5-e7f4736b034c","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"e2e-ipp-a-63a282-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.816674098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-sub","reconcileID":"d16f0ee3-e524-49b9-aff0-77843d5498bc","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"maas-trlp-ipp-route-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:42.03131369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"9cf8e2a0-e92d-4455-a1ac-c87f82a50311","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:42.110565142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"9cf8e2a0-e92d-4455-a1ac-c87f82a50311","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"e2e-ipp-a-63a282-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:42.115179808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23981471-261e-4ebb-95a4-f9d0994f74d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:42.1646579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23981471-261e-4ebb-95a4-f9d0994f74d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:42.21415751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23981471-261e-4ebb-95a4-f9d0994f74d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:42.215461713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-sub","reconcileID":"b92561a5-d4af-4869-895f-2f68b065c969","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"maas-trlp-ipp-route-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:42.263509903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23981471-261e-4ebb-95a4-f9d0994f74d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:45.1991107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"00b93d98-0cde-459f-9bef-d0b1b945c65d","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:45.25155252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"bc316836-bc98-44ad-bacd-531e92164541","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:45.303322997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-66a0065b","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-apikey-sub-binding-66a0065b","reconcileID":"3db69dce-faaa-4052-ace9-dd727cb971ac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-66a0065b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:45.3474472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"94823a78-4dd3-4f4f-b0bc-b63f28763680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:45.347451176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"75ce4455-e85e-49e2-a574-0b1290a0829f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:45.401722629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"75ce4455-e85e-49e2-a574-0b1290a0829f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:45.402067409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"94823a78-4dd3-4f4f-b0bc-b63f28763680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:45.411910404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"621822b1-8123-4696-b700-c07764a8df14","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:45.464712671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"84873ab4-fbd7-4fe4-ae3c-281ad74928d1","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:45.696175122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ef38f08e-303d-446f-9527-0d21e8f3a2c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:45.696199667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"5031b86b-6e37-4641-88ed-50db4ae49d6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:45.720594535Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-66a0065b","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-apikey-sub-binding-66a0065b","reconcileID":"5bce38b4-c361-4d74-a435-c69e7d9de1d7","MaaSSubscription":{"name":"e2e-apikey-sub-binding-66a0065b","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-apikey-sub-binding-66a0065b","ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:45.750862037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"5031b86b-6e37-4641-88ed-50db4ae49d6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:45.751987622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ef38f08e-303d-446f-9527-0d21e8f3a2c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:45.876343401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"98b4d15c-6f90-4aab-a398-61941b311ebc","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:45.919366362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"02c3ea0d-9773-413f-8dcf-c63aeb420261","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:46.073766215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-66a0065b","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-apikey-sub-binding-66a0065b","reconcileID":"16922535-18a4-467c-85df-7f563438e62b","MaaSSubscription":{"name":"e2e-apikey-sub-binding-66a0065b","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:46.233932154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"dc718e5b-fb4c-4c71-8b5c-bd8125de1248","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:49.201659165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"4a65572e-7c13-484e-b3d9-5a57f6dfefb5","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:49.34913216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"53232ad1-8075-405f-a1e4-653e4b383523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:49.349150479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"7393cfa4-49ed-4ddc-8205-14217f73b550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:49.405023401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"7393cfa4-49ed-4ddc-8205-14217f73b550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:49.405191477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"53232ad1-8075-405f-a1e4-653e4b383523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:51.273740445Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","namespace":"ai-tenant-e2e-praxis-a-ca6d0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:51.273834661Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","namespace":"ai-tenant-e2e-praxis-a-ca6d0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:51.273928269Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","tenant":"e2e-praxis-a-ca6d0b","tenantID":"e2e-praxis-a-ca6d0b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:51.326453273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"Deployment","name":"maas-api-e2e-praxis-a-ca6d0b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:51.40966809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"Service","name":"maas-api-e2e-praxis-a-ca6d0b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:51.491508724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-ca6d0b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:51.54673744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-ca6d0b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:51.638740051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-ca6d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:51.691602696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-ca6d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:51.745879482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-ca6d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:51.800557033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-ca6d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:51.850105983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-ca6d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:51.901670427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-ca6d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:51.955444674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"Service","name":"payload-processing-e2e-praxis-a-ca6d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:52.004478539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-ca6d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:52.055822963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-ca6d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:52.106131487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-ca6d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:52.155403475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-ca6d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:52.243000393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-ca6d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:52.291796337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-ca6d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:52.340541732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-ca6d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:52.395493895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-ca6d0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:52.447078577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca6d0b"},"namespace":"ai-tenant-e2e-praxis-a-ca6d0b","name":"default-tenant","reconcileID":"e19a7ccd-3dec-49cc-b7b9-61d74a8aca06","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-ca6d0b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:53.138887042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94dab0b9-3422-4614-84c3-44a9abe34688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:53.188375152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94dab0b9-3422-4614-84c3-44a9abe34688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:53.237865007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94dab0b9-3422-4614-84c3-44a9abe34688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:53.287057864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94dab0b9-3422-4614-84c3-44a9abe34688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:53.344031853Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ca6d0b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ca6d0b","reconcileID":"0e816b27-888d-4d48-b74c-260ca211aa9d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ca6d0b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-ca6d0b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.237376504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c296ec-55e0-4ddc-b66f-8a88fde7c6b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.286653531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c296ec-55e0-4ddc-b66f-8a88fde7c6b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.336398753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c296ec-55e0-4ddc-b66f-8a88fde7c6b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.385669512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c296ec-55e0-4ddc-b66f-8a88fde7c6b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.410814286Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:57.216181215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71efb4e-3329-490e-9bae-70add26d56f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:57.26565134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71efb4e-3329-490e-9bae-70add26d56f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:57.314927347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71efb4e-3329-490e-9bae-70add26d56f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:57.364148341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71efb4e-3329-490e-9bae-70add26d56f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.270803474Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","namespace":"ai-tenant-e2e-praxis-a-f4a424","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.270880124Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","namespace":"ai-tenant-e2e-praxis-a-f4a424","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.270969466Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","tenant":"e2e-praxis-a-f4a424","tenantID":"e2e-praxis-a-f4a424","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.321948805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"Deployment","name":"maas-api-e2e-praxis-a-f4a424","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.355811271Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-66a0065b","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-apikey-sub-binding-66a0065b","reconcileID":"144ef844-17bf-4e74-9509-a3915ee13c6c","MaaSSubscription":{"name":"e2e-apikey-sub-binding-66a0065b","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscription":"e2e-apikey-sub-binding-66a0065b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.403073952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"Service","name":"maas-api-e2e-praxis-a-f4a424","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.456583303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-f4a424","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.508321319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-f4a424","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.563075673Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-66a0065b","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-apikey-sub-binding-66a0065b","reconcileID":"144ef844-17bf-4e74-9509-a3915ee13c6c","MaaSSubscription":{"name":"e2e-apikey-sub-binding-66a0065b","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.563422888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-f4a424","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.619263756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-f4a424","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.675219776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-f4a424","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.7289236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-f4a424","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.765149272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"a93d2142-5244-40ef-9924-25e680195725","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.779732899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-f4a424","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.821077494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"1fffdddb-bd58-4726-b0e0-2a74d2b38b0b","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.828635751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-f4a424","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.877338241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"Service","name":"payload-processing-e2e-praxis-a-f4a424","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.930654238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-f4a424","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.97530226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"dcb9a843-4b7d-431c-9395-931348381825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.97598759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"e72a2742-00c1-46ce-8f5c-376e221e397e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.982108144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-f4a424","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:00.031014942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"dcb9a843-4b7d-431c-9395-931348381825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:00.031401067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-f4a424","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:00.031655204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"e72a2742-00c1-46ce-8f5c-376e221e397e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:00.079999042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-f4a424","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:00.138310667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-f4a424","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:00.187590789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-f4a424","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:00.236685159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-f4a424","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:00.285307236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-f4a424","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:00.334422048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4a424"},"namespace":"ai-tenant-e2e-praxis-a-f4a424","name":"default-tenant","reconcileID":"2c087394-a976-4e0c-8259-9388100cf95d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-f4a424","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.090913907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"b77d6ddd-1a77-46c8-865b-5feef6796483","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.148007017Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f4a424","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f4a424","reconcileID":"55845ac9-2b63-4525-8fde-cdf22cd4ba4b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f4a424","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-f4a424"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.148993841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"e42e1308-96a4-4a2b-866d-af3594505f0b","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:25:01.202622066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-ordering-sub","reconcileID":"0fb6a2f0-05a6-4d7d-9a52-584514f1f9a7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.240903448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"edaf6ada-247e-409a-89d6-d6710f2983d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.241634209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"7cde36ad-1ed6-4af5-8bbf-c27b77e57554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.316973726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"edaf6ada-247e-409a-89d6-d6710f2983d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.329355454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"7cde36ad-1ed6-4af5-8bbf-c27b77e57554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.334147078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"37a9660a-9e74-4784-8e0a-603491e1f8b4","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.409218862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"0b506283-131e-4d99-b2ba-1c0e25306abd","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.676051672Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-ordering-sub","reconcileID":"c55b5343-0c28-4934-aad2-c37d4ffb13df","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-ordering-sub","ai-tenant-e2e-worker-w3-4d14e0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.722918733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"d9c539f9-df87-4559-a2d7-44602e2b4ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.723471349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"d88e0a68-746a-4a9c-93cc-7e974e76e1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.812136393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"d88e0a68-746a-4a9c-93cc-7e974e76e1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.814296725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"d9c539f9-df87-4559-a2d7-44602e2b4ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.916371534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"c3503f77-ff82-4a65-a21b-f8d8271ef31f","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.961697497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"a325ef1c-8d03-4051-a52d-881c86e7a697","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:02.146067413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-ordering-sub","reconcileID":"431c0e78-37d4-496f-9fca-3bd0c73fe736","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:02.352346531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80264387-c8a3-4757-8ea5-1fcd5580bd36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:02.401589369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80264387-c8a3-4757-8ea5-1fcd5580bd36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:02.450913712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80264387-c8a3-4757-8ea5-1fcd5580bd36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:02.500224728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80264387-c8a3-4757-8ea5-1fcd5580bd36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:04.332944854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4540ee1d-569d-4a16-b58e-47f583cd5e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:04.382278518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4540ee1d-569d-4a16-b58e-47f583cd5e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:04.431955058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4540ee1d-569d-4a16-b58e-47f583cd5e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:04.481162993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4540ee1d-569d-4a16-b58e-47f583cd5e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:04.637566269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"1c980924-90a1-4c2a-8041-58bed2437131","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:04.736852973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"31fc90c9-183a-4ddf-9e5a-e83487daa4c9","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:04.8836212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-ordering-auth","reconcileID":"b186d665-0917-4e81-9ae1-14fa64194a81","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:04.940834604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-ordering-auth","reconcileID":"b186d665-0917-4e81-9ae1-14fa64194a81","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:05.262612256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"0e2daeb7-7850-4a3b-bb0a-b4188edb5bb2","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:06.330822206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e306fb-c3d2-4e36-a0ed-874d1ab7e773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:06.380196563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e306fb-c3d2-4e36-a0ed-874d1ab7e773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:06.429555065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e306fb-c3d2-4e36-a0ed-874d1ab7e773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:06.479082468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e306fb-c3d2-4e36-a0ed-874d1ab7e773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:07.565369471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"4450d96e-aa95-4440-8ed4-4e4504341559","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:07.713371317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"71ef56fa-b586-4f1b-9556-8cdd57ab1073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:07.713421891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-ordering-auth","reconcileID":"4103d581-f35b-4b0d-8ca5-3f626b8a029e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:07.713993678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"deb5dc3a-f0d6-4d8f-ab5c-67f08b2da4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:07.769883967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"deb5dc3a-f0d6-4d8f-ab5c-67f08b2da4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:07.773518406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"71ef56fa-b586-4f1b-9556-8cdd57ab1073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:07.776158111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-ordering-auth","reconcileID":"4103d581-f35b-4b0d-8ca5-3f626b8a029e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:17.719894171Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-ordering-sub","reconcileID":"75394c99-f319-496c-bb20-c79941bba892","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:17.925545536Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-ordering-sub","reconcileID":"75394c99-f319-496c-bb20-c79941bba892","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:18.124689064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"af53c8ca-a5d3-4381-bdcf-f8521c40e35f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:18.180386736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"44e7530e-4bc3-451c-89dc-ee5436d9f443","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:18.327743745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-ordering-auth","reconcileID":"d72ce981-a3f2-4e13-993d-9a9751e245a2","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:18.32775959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"1ae4e300-548a-4545-9e5f-3d0df79167e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:18.328295119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"4fb76126-633f-4eb7-bee4-e28c28e0529b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:18.342509481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"300e0a6c-cddc-491c-a213-3edc362f4a68","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:18.384112156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-ordering-auth","reconcileID":"d72ce981-a3f2-4e13-993d-9a9751e245a2","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:18.384114715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"1ae4e300-548a-4545-9e5f-3d0df79167e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:18.38637072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"4fb76126-633f-4eb7-bee4-e28c28e0529b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:18.533286783Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-ordering-auth","reconcileID":"2019d212-8820-4265-a029-6578bf321950","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:18.688747057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"e9a77687-9d2c-47d5-9bba-b128aaa4dc53","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:19.725422752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a074dbc-3b1d-4693-910c-f8d852c7eb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:19.775678711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a074dbc-3b1d-4693-910c-f8d852c7eb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:19.826412735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a074dbc-3b1d-4693-910c-f8d852c7eb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:19.875631499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a074dbc-3b1d-4693-910c-f8d852c7eb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.085739691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"5e1926a8-8379-4be2-88f2-ebf2cc12be56","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.139824397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"c6dea22f-6fd9-434a-a3c9-6115dae98aa1","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.293168537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-success","reconcileID":"a7efb0d5-6f97-4739-940d-50a4517e1377","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.347416258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-success","reconcileID":"a7efb0d5-6f97-4739-940d-50a4517e1377","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.370792476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"b6558a12-0def-4351-aef7-a821e05f7526","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.423132617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"540649c6-97f6-4fc6-bb91-ce927e88de0c","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:25:20.472488292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-success","reconcileID":"3f9485b0-5c36-4563-9ecb-70c433d05820","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.517222763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"f839c313-0445-4cb5-a2c4-d4aff193eb6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.517611501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"85fd74f4-7f97-45a5-ae64-2766c74cf0a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.571904079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"85fd74f4-7f97-45a5-ae64-2766c74cf0a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.571915114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"f839c313-0445-4cb5-a2c4-d4aff193eb6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.582175567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"8b508218-b881-49d3-b497-37b6cb193e10","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.636610324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"51208da5-a024-4268-b757-63fa1b2768e6","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.653562905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"77b0c08f-da12-4aa2-9964-afc603579bcf","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.822073893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-success","reconcileID":"8bcd90f2-b7df-4728-b072-21b9646ebc14","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.928101131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-success","reconcileID":"8bcd90f2-b7df-4728-b072-21b9646ebc14","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.928939756Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-success","reconcileID":"4587c83a-316a-417f-91a1-12e75740b670","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-test-subscription-success","ai-tenant-e2e-worker-w3-4d14e0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.972284585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a26eda16-08b2-4a09-ba58-f05f16c6d17c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:20.972281415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"abe8d395-9517-4dcd-8080-1b7711e6ca9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:21.027322629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a26eda16-08b2-4a09-ba58-f05f16c6d17c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:21.02831863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"abe8d395-9517-4dcd-8080-1b7711e6ca9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:21.086768707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"b26680cb-7209-40c7-b813-cdd95ecca123","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:21.126988781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"c02fba98-5f8f-4e51-a611-b16e318a3e56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:21.355429798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-success","reconcileID":"fee656ff-3a72-4c2a-839f-1e1dce90fb84","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:21.728203888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9513a62-1c31-4492-949c-99acb21d6d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:21.777382339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9513a62-1c31-4492-949c-99acb21d6d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:21.826584204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9513a62-1c31-4492-949c-99acb21d6d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:21.875882136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9513a62-1c31-4492-949c-99acb21d6d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:23.744461994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af91137-6dc2-432d-a250-8a102f7db05d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:23.794082434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af91137-6dc2-432d-a250-8a102f7db05d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:23.843416739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af91137-6dc2-432d-a250-8a102f7db05d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:23.885794549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"70aa15ec-cfb2-45f2-b88e-196f55bc69bf","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:23.892691471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af91137-6dc2-432d-a250-8a102f7db05d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:24.042585104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-success","reconcileID":"1bf64f71-cda7-42d7-b18c-6c746de59fde","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:24.043278266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"5be5e30c-70df-47ff-8fe4-96aac6b24dd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:24.043814607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"cc3b8920-4596-42ce-bfee-28787b5617fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:24.097254273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"5be5e30c-70df-47ff-8fe4-96aac6b24dd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:24.097351254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-success","reconcileID":"1bf64f71-cda7-42d7-b18c-6c746de59fde","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:24.10115744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"cc3b8920-4596-42ce-bfee-28787b5617fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:25.411143971Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.43450473Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"2d9bb586-c458-494b-bc23-5203ebfcabe1","namespace":"ai-tenant-e2e-ipp-a-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.434587292Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"2d9bb586-c458-494b-bc23-5203ebfcabe1","name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.487219819Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"2d9bb586-c458-494b-bc23-5203ebfcabe1","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.487272537Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"2d9bb586-c458-494b-bc23-5203ebfcabe1","namespace":"ai-tenant-e2e-ipp-a-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.487381569Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"2d9bb586-c458-494b-bc23-5203ebfcabe1","name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.488294138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"4ab98b73-8cec-4843-9b16-de953e87ab1d","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.488310828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"4ab98b73-8cec-4843-9b16-de953e87ab1d","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.539974962Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"2d9bb586-c458-494b-bc23-5203ebfcabe1","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.543753537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"29c02aa9-5f7f-48af-aeb8-daf893d5b218","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.543776757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"29c02aa9-5f7f-48af-aeb8-daf893d5b218","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.586209599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"116ec10d-cd1d-4d9a-9642-acf38b50f61a","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:25:33.595217303Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"29c02aa9-5f7f-48af-aeb8-daf893d5b218","name":"ipp-route-63a282","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-63a282\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:25:33.595292832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"29c02aa9-5f7f-48af-aeb8-daf893d5b218","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-63a282\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.600649712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"65388efd-bcf0-4b8d-930a-5932d232bba3","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.600667915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"65388efd-bcf0-4b8d-930a-5932d232bba3","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.64057277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"116ec10d-cd1d-4d9a-9642-acf38b50f61a","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"e2e-ipp-a-63a282-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.642306864Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-sub","reconcileID":"18ee0b94-bf25-46a0-aeaa-1efdceb6a8a2","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f83b7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.713135169Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-sub","reconcileID":"4fd30539-32c9-40e5-95b1-66434a332cd7","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f83b7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.812767863Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"95860d3b-e9f0-4190-858b-ac62f00fd1bd","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.9603907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"95860d3b-e9f0-4190-858b-ac62f00fd1bd","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.048005618Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-success","reconcileID":"239bde87-d8f8-410a-af42-05c5b584ef19","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.08318667Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"95860d3b-e9f0-4190-858b-ac62f00fd1bd","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"e2e-ipp-a-63a282-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.083212631Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-auth","reconcileID":"95860d3b-e9f0-4190-858b-ac62f00fd1bd","MaaSAuthPolicy":{"name":"ipp-route-63a282-auth","namespace":"ai-tenant-e2e-ipp-a-63a282"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.138088604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"d7b2a744-a107-45ce-9e03-5bb4ac584d77","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.138110649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"d7b2a744-a107-45ce-9e03-5bb4ac584d77","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.253879842Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-success","reconcileID":"239bde87-d8f8-410a-af42-05c5b584ef19","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.467303494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"2a1fe909-f203-42ff-97a3-41cc734ae174","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.510194429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"cf279b2e-c7af-4202-8420-e10e8bb6f216","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.658539065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"38f79617-559e-4f78-8d56-e2235a1ad21a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.6585595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"fd42944a-89f3-4999-81b2-325bc6ce0e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.659123954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-success","reconcileID":"9162ddce-5857-45b7-a1bb-ed31f469b65b","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.67901793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"1542c5a3-96c4-4c7b-8352-88f4df87568b","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.715633294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"fd42944a-89f3-4999-81b2-325bc6ce0e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.716627385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-success","reconcileID":"9162ddce-5857-45b7-a1bb-ed31f469b65b","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.717845348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"38f79617-559e-4f78-8d56-e2235a1ad21a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.91794998Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-success","reconcileID":"349a578b-074d-4e02-b669-e56c9c20a5c4","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:35.07077913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"65bc885d-9c21-4ef0-82c2-db8486313fdd","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:43.763310521Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-sub","reconcileID":"6be77fe0-b281-4aff-a34c-501014983dbf","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","subscription":"ipp-route-63a282-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:43.813290714Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-sub","reconcileID":"6be77fe0-b281-4aff-a34c-501014983dbf","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:43.863204969Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282-sub","reconcileID":"6be77fe0-b281-4aff-a34c-501014983dbf","MaaSSubscription":{"name":"ipp-route-63a282-sub","namespace":"ai-tenant-e2e-ipp-a-63a282"},"name":"maas-trlp-ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:44.123569503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"c50ef856-40f4-40cc-ac95-9473b9afc16e","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"tenant":"e2e-ipp-a-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","model":"ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:44.1235973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"c50ef856-40f4-40cc-ac95-9473b9afc16e","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"routeName":"ipp-route-63a282-kserve-route","namespace":"ai-tenant-e2e-ipp-a-63a282","llmisvcName":"ipp-route-63a282","gateway":"openshift-ingress/e2e-ipp-a-63a282","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.333984847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"e1b265e1-2c27-4d36-82ee-eb95ff465d30","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.388184551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"e26e82a1-d791-44a7-b8b1-f35e16a82f12","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.535345247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-no-access","reconcileID":"d2e20bf9-182d-4200-b3e4-169297a09202","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.591563696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-no-access","reconcileID":"d2e20bf9-182d-4200-b3e4-169297a09202","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.614485506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"83e14be1-07c2-4cb5-b501-994d3ddf4914","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.668089385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"4af3468f-3fcc-40a3-90c8-0d7a084144a5","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:25:46.717098431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-no-access","reconcileID":"bb69b18e-ba89-4589-9298-4bbe93ef49f7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.762113818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"baf33842-1e75-439b-9551-af251fb84be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.762116442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a3aa778a-875e-43b3-b4f7-ee8e445c4d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.818418561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"baf33842-1e75-439b-9551-af251fb84be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.818428385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a3aa778a-875e-43b3-b4f7-ee8e445c4d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.825164307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"3088b6bd-33d7-40f5-922f-73662c4def7e","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.879645298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"3835c522-49c2-4ad7-9148-2698ff0fb6c8","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.903865382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"434693e0-ada9-4daa-83b6-c8c939178b2c","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.053272499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-no-access","reconcileID":"4b2307eb-15f8-471d-8e02-e31f00378af5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.110734106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-no-access","reconcileID":"4b2307eb-15f8-471d-8e02-e31f00378af5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.137585011Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-no-access","reconcileID":"52e5d9e3-f665-4c04-8e93-b091db9622dc","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w3-4d14e0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.173009979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"fcf92da1-17be-4394-b137-46bbe632dc27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.17301169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"563e2dc2-3cee-4bcf-94d1-54403a325cf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.227564024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"fcf92da1-17be-4394-b137-46bbe632dc27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.227584436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"563e2dc2-3cee-4bcf-94d1-54403a325cf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.295986044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"87b67531-71a9-44b4-885e-1ed4e85680d4","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.338480359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"5ebdb2f5-3562-4212-baad-4ebc46cf6533","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.494488044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-no-access","reconcileID":"c0c59b12-e258-4042-9747-f23344a08d12","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.718663666Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","namespace":"ai-tenant-e2e-praxis-b-fc3918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.718724466Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","namespace":"ai-tenant-e2e-praxis-b-fc3918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.718785605Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","tenant":"e2e-praxis-b-fc3918","tenantID":"e2e-praxis-b-fc3918","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.780517571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"Deployment","name":"maas-api-e2e-praxis-b-fc3918","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.838190727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"Service","name":"maas-api-e2e-praxis-b-fc3918","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.890997044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-fc3918","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.942343024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-fc3918","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.995062639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-fc3918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.046728272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-fc3918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.101156132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-fc3918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.154169486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-fc3918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.204532129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-fc3918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.254022053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-fc3918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.306626475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"Service","name":"payload-processing-e2e-praxis-b-fc3918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.355913658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-fc3918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.404855037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-fc3918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.453897809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-fc3918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.503349874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-fc3918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.556682208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-fc3918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.605881145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-fc3918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.655496023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-fc3918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.705604991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-fc3918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.755571564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fc3918"},"namespace":"ai-tenant-e2e-praxis-b-fc3918","name":"default-tenant","reconcileID":"b0c5db34-e759-43bd-8245-64bd579a0d55","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-fc3918","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.410890978Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.585802511Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-fc3918","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-fc3918","reconcileID":"1e1ab491-8171-43bd-96cf-3bd927244f5c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-fc3918","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-fc3918"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.643921685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebefa34-152c-4133-be1d-bfe5c32c4123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.693274426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebefa34-152c-4133-be1d-bfe5c32c4123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.742381424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebefa34-152c-4133-be1d-bfe5c32c4123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.791770066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebefa34-152c-4133-be1d-bfe5c32c4123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:58.628447115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2fd5a3-84f3-40de-8121-a82c1f9fde4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:58.677735898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2fd5a3-84f3-40de-8121-a82c1f9fde4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:58.72725617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2fd5a3-84f3-40de-8121-a82c1f9fde4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:58.77672773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2fd5a3-84f3-40de-8121-a82c1f9fde4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:59.977063148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"f106b6c5-55c2-4743-a7a0-ae1ebbdacc5f","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:00.125613488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-no-access","reconcileID":"2cdf01f2-5f2f-4329-a2a4-6071da7a7aae","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:00.12562778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"45fea4c7-54d8-4b1c-931b-03543b9dd8d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:00.126136081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"0378f83c-634d-481d-9ec2-2274f5f6a8f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:00.180869863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"0378f83c-634d-481d-9ec2-2274f5f6a8f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:00.182466704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"45fea4c7-54d8-4b1c-931b-03543b9dd8d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:00.18330418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-no-access","reconcileID":"2cdf01f2-5f2f-4329-a2a4-6071da7a7aae","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:08.882538628Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","namespace":"ai-tenant-e2e-praxis-b-93131d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:08.882599578Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","namespace":"ai-tenant-e2e-praxis-b-93131d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:08.882647905Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","tenant":"e2e-praxis-b-93131d","tenantID":"e2e-praxis-b-93131d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:08.934073462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"Deployment","name":"maas-api-e2e-praxis-b-93131d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.000304865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"Service","name":"maas-api-e2e-praxis-b-93131d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.056460406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-93131d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.108828884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-93131d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.165850612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-93131d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.220569637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-93131d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.274908258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-93131d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.337350197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-93131d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.388613819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-93131d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.440040658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-93131d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.489686289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"Service","name":"payload-processing-e2e-praxis-b-93131d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.539268262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-93131d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.588533058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-93131d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.637773642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-93131d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.686591987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-93131d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.739488585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-93131d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.788881491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-93131d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.838078587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-93131d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.888606474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-93131d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:09.940620289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93131d"},"namespace":"ai-tenant-e2e-praxis-b-93131d","name":"default-tenant","reconcileID":"a7651393-1aa5-4caf-be03-1f6e70febf54","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-93131d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.132581905Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-no-access","reconcileID":"53152eb1-817f-42ba-b2c4-33dac57c2f4e","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.367218773Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-no-access","reconcileID":"53152eb1-817f-42ba-b2c4-33dac57c2f4e","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.566863603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"d929cd64-85ad-4acd-84e7-9cd4cfade396","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.665534475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"ab3728b1-ba62-43d0-9600-ad892f88f9f0","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.738410112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"021413cd-bba8-42ed-b688-e57d1f60eca3","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.812006092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-no-access","reconcileID":"e6bda70b-30fc-41c5-8192-9a146b934917","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.826858534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"5481c7b0-8509-4c45-8c99-c3a27c3eb95a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.826891583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"64e0b322-2b6e-4140-8b01-e66dbc97cac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.867936421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-no-access","reconcileID":"e6bda70b-30fc-41c5-8192-9a146b934917","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.881346538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"5481c7b0-8509-4c45-8c99-c3a27c3eb95a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.884231447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"64e0b322-2b6e-4140-8b01-e66dbc97cac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.888004018Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-93131d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-93131d","reconcileID":"2fa709bf-3af6-4410-8279-2ad9840de4e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-93131d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-93131d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.016875541Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-no-access","reconcileID":"9b669d4a-dd36-4e83-bec2-20f9d3bae179","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.283870338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"00c47e3d-33c0-400b-8b6c-65318615d80c","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.283902545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"00c47e3d-33c0-400b-8b6c-65318615d80c","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.342323078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"f2322e8b-1e5a-40cc-8700-52839669b0f7","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.615123867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"59b7d6a6-bc9c-499c-9f8e-e2885def4a56","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.615153439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"59b7d6a6-bc9c-499c-9f8e-e2885def4a56","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.669158971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"ce498864-5030-4dc2-989e-3485d47bd738","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.669179634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"ce498864-5030-4dc2-989e-3485d47bd738","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.766783886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"ba937e23-1f86-43b8-ad3c-3b5ddef83e7f","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.890715143Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"ba937e23-1f86-43b8-ad3c-3b5ddef83e7f","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"e2e-praxis-a-f7c488-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.943474849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-f7c488-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"ba937e23-1f86-43b8-ad3c-3b5ddef83e7f","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.998348214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"065a4bb0-4dd7-43a1-80d7-b07c4f38c680","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.998391135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"065a4bb0-4dd7-43a1-80d7-b07c4f38c680","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.023054294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0ee214-ac32-4053-8477-692e97ab809d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.072383483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0ee214-ac32-4053-8477-692e97ab809d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.122486093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0ee214-ac32-4053-8477-692e97ab809d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.171927324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0ee214-ac32-4053-8477-692e97ab809d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:14.042368878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5662f57-c1b3-411a-abc6-4bc6fb26d1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:14.09187346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5662f57-c1b3-411a-abc6-4bc6fb26d1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:14.141141891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5662f57-c1b3-411a-abc6-4bc6fb26d1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:14.190614291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5662f57-c1b3-411a-abc6-4bc6fb26d1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:14.852807312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"944e1627-adb4-4906-83a7-0fcd3b004f8b","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:14.906406262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"878525b2-ac4d-48e1-be16-c3bfb4dfb0d0","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.071541774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-auth-access-denied","reconcileID":"a17c63fc-85ab-4412-8d8d-5871f12ad875","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.125696905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-auth-access-denied","reconcileID":"a17c63fc-85ab-4412-8d8d-5871f12ad875","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.140923875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"0deeb9d0-5f2f-44ca-baaa-501a9df40042","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.195418869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"95a665d7-ce60-4fbf-9490-b8810bd4a015","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.304417909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-user-subscription","reconcileID":"5c628609-91d6-4489-9a8f-d2ce162e7ed7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.353269463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"0d3bb476-0c01-48b4-9be5-507f7e449fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.353487886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"f4849c24-9815-41e7-b463-be61aa20c565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.408027118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"0d3bb476-0c01-48b4-9be5-507f7e449fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.409292864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"686bda5b-f47e-4eb1-b91e-d8f52a43a84f","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.409545688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"f4849c24-9815-41e7-b463-be61aa20c565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.429364897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"eb149d5f-af94-4388-b5d0-b9bdfa4b72d3","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.430012239Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-3c4802 priority=0:[ai-tenant-e2e-worker-w1-3c4802/e2e-test-other-subscription ai-tenant-e2e-worker-w1-3c4802/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.478107429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"7ae68712-791b-4a4a-98aa-d1225babbd54","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.480917652Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-3c4802/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.533145207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"0d4249d4-6378-40f9-9b9e-aba4e11d0486","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.535816524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"a3e0416c-1cc6-47a2-8d3b-635c22a2ac5f","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.535873442Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-3c4802/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.55618536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-auth-access-denied","reconcileID":"60711439-d2cc-478e-96e8-7bc366c5c30c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.589905321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"7a3916ee-8fa7-42b8-902c-b13747a8d80c","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.610966491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-auth-access-denied","reconcileID":"60711439-d2cc-478e-96e8-7bc366c5c30c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.754227263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"62f59831-08aa-4eab-848e-a902489b2b45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.754216428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"419b2acf-90a3-4485-8e8d-d63e10120b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.78975038Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-user-subscription","reconcileID":"ca386e0c-5ce1-4392-8884-234a16e04689","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-3c4802/e2e-test-user-subscription","ai-tenant-e2e-worker-w1-3c4802/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.81316197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"419b2acf-90a3-4485-8e8d-d63e10120b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.813163828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"62f59831-08aa-4eab-848e-a902489b2b45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.888373438Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-other-subscription","reconcileID":"a00022c3-af80-4cbb-9487-c494079e5972","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-3c4802/e2e-test-user-subscription","ai-tenant-e2e-worker-w1-3c4802/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.912642876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-auth-access-denied","reconcileID":"60711439-d2cc-478e-96e8-7bc366c5c30c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-access-denied\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.947633161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"bfcbb0cc-e095-4736-aa7e-a4f6ff19f026","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.990843679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"5a9d14de-e57d-4be0-989d-12eabb555034","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:16.046168631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"3c106685-96af-4a34-b510-3eaadc9bd775","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:16.062355419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-auth-access-denied","reconcileID":"c45faf59-7705-4d00-8348-b92bcc769645","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:16.117530876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-auth-access-denied","reconcileID":"c45faf59-7705-4d00-8348-b92bcc769645","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:16.149081351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-user-subscription","reconcileID":"b8ead791-3715-4da9-b575-9111329ac662","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:16.25005398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-other-subscription","reconcileID":"a1989930-3bbe-4df8-8a25-46ff3859cca9","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:16.299709119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"9fae55b0-f79a-400e-be53-c1c7ad331499","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:16.408537847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"4654a624-caff-47d0-8fbc-4026383338dd","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:18.528098768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"50463475-2b2f-41cd-93ff-a9dc18fdfab6","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:18.677704077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"39d1f2a8-5bf4-4998-9315-628c3cd6457f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:18.67802123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"6245ef04-03f5-4c00-a7e2-589a1b1b2ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:18.678298874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-auth-access-denied","reconcileID":"4cfd7721-e925-4efe-837d-84e9f4b8b2bf","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:18.732786715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"39d1f2a8-5bf4-4998-9315-628c3cd6457f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:18.734007996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-auth-access-denied","reconcileID":"4cfd7721-e925-4efe-837d-84e9f4b8b2bf","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:18.736399266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"6245ef04-03f5-4c00-a7e2-589a1b1b2ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:20.744454596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"cbd69072-cf15-4876-99c7-de0b414c5528","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:20.798221706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"ee1d869a-a36e-45ad-a699-59b03daee945","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:20.949274755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-test-group-no-auth","reconcileID":"34c024c5-337f-431b-a2a2-cacf18ed87ef","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.003473233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-test-group-no-auth","reconcileID":"34c024c5-337f-431b-a2a2-cacf18ed87ef","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.036744797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"57ae8eea-bf33-427b-91ba-b202a359f97f","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.091971914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"4e20383f-06d9-4c28-b48f-2109a27a91d1","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.138217448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"3267a135-d9ae-4294-b4ad-9bdae5ca9de5","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:21.142287373Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-56f3fe/e2e-test-group-sub-only","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.184746788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"c8081403-ce3b-49d7-a150-38dbbc43125d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.184788504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"9b2ff647-2117-4ef0-b828-99485a7310f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.190468609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"9711d28a-ec22-40dc-8ba5-b9680dbd7708","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.240024403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"c8081403-ce3b-49d7-a150-38dbbc43125d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.241415276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"9b2ff647-2117-4ef0-b828-99485a7310f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.309917291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"65571ffc-eb0f-47cd-85c1-70d03ab8af17","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.447047789Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-test-group-sub-only","reconcileID":"c8f5e813-ebde-40c0-bfa2-ed33e87f8bef","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-56f3fe/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-56f3fe/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.456972088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-test-group-no-auth","reconcileID":"5d4f99e5-47bd-4cfb-8bad-41a7c4952767","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.51291024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-test-group-no-auth","reconcileID":"5d4f99e5-47bd-4cfb-8bad-41a7c4952767","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.603577546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"d9575b98-9951-465b-ab92-865eac0dc1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.603747796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"963fe3ed-0011-48f9-9875-185d5ccc5e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.608485639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"e5264dd3-afcc-42b3-9122-ee4aa69f37d3","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.651458757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"56adddc5-a5fe-48a5-b561-75b1bdd822a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.660106705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"d9575b98-9951-465b-ab92-865eac0dc1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.662140052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"963fe3ed-0011-48f9-9875-185d5ccc5e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.809960999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-test-group-sub-only","reconcileID":"f47f9705-232a-4eb5-87d1-054b9a16374f","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.097290286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"78857e6b-74cf-4b5f-aa40-b60df2dbe738","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.152152638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"78857e6b-74cf-4b5f-aa40-b60df2dbe738","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"e2e-praxis-a-f7c488-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.208149897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-f7c488-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"78857e6b-74cf-4b5f-aa40-b60df2dbe738","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.280620031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"308d9151-cb7c-4179-a827-12533d2b2080","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.332861186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"39baadea-10b4-4b3e-8f8d-30a23aa3d6bc","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.480510007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"57c89cfc-7fe5-422c-b0cb-27260307b3e5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.541541318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"57c89cfc-7fe5-422c-b0cb-27260307b3e5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.562894166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"d4b1846e-1b4d-4b07-976f-23452ede862e","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.620551115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"c4419c2c-8562-4e72-be58-529f99557c3c","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.667422209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"c8cb2747-ec4c-4f4b-adbe-ab8f81ee05a3","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:22.672090894Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4d14e0/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.711859871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"46086b2f-453e-417c-b34d-96432f2b6043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.711862828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"a8b42594-8f7d-4ea4-9830-b7933ab54fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.723220025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"5c472cb3-9125-4fae-b089-652c9996176f","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.766596158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"a8b42594-8f7d-4ea4-9830-b7933ab54fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.766819331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"46086b2f-453e-417c-b34d-96432f2b6043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.84141288Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4d14e0 priority=0:[ai-tenant-e2e-worker-w3-4d14e0/e2e-test-subscription-free ai-tenant-e2e-worker-w3-4d14e0/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.841666336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"75c8b3cf-2eb2-4450-9cd4-85acd78418af","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.847422984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"e98a2f31-94c4-47c9-9f73-32d3552afc1e","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.896387119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"8884c998-8c1f-4c84-bb44-ac96569cf490","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.945637192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"e62dfb31-1d62-4879-898f-4409ec986a3e","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:22.94908771Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4d14e0/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.978455654Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-free","reconcileID":"80c23b8a-dcf2-459f-aacc-e9f7de85c56b","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.99439017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"aeb17dc7-1c95-4be8-9676-359021b44082","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.997685892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"2e6476bf-b764-41ad-80df-163b00268056","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.048776116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"aeb17dc7-1c95-4be8-9676-359021b44082","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.136557179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"9e24e219-0599-4147-b2af-9e549ba909d4","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.142336399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"471583a1-582e-4f53-901c-6f6c6569173f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.14246613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"b3ff7550-aabc-4b53-b7fc-659f73f0fd5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.197401317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"b3ff7550-aabc-4b53-b7fc-659f73f0fd5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.198133227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"471583a1-582e-4f53-901c-6f6c6569173f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.239897874Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"7efd5d53-7076-454f-97b8-11cb04f4d596","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-4d14e0/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.30797527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-premium","reconcileID":"98171d40-0694-420e-a53c-9f9e975c6650","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.340547308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-free","reconcileID":"eabc1eab-40a6-43c0-91cf-5ca2b18e196e","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.341642676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4aef2889-3590-46d0-9818-efdcfc9a5df4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.398369082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4aef2889-3590-46d0-9818-efdcfc9a5df4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.468351123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"130f96b0-0b75-4472-ac2b-1308b5a0ded3","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.545284151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"f72000e0-f71c-429f-bbc3-f02d9550ff59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.676797689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-premium","reconcileID":"34ac9edd-bbdf-48d4-bb4f-7fba787ab016","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.76910204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-free","reconcileID":"6fb770df-103b-4ce5-86c3-69dcfda55293","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.326458227Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","namespace":"ai-tenant-e2e-ipp-a-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.32654618Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","namespace":"ai-tenant-e2e-ipp-a-63a282","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.326623331Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","tenant":"e2e-ipp-a-63a282","tenantID":"e2e-ipp-a-63a282","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.378156928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"Deployment","name":"maas-api-e2e-ipp-a-63a282","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.453639656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"Service","name":"maas-api-e2e-ipp-a-63a282","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.508615148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-63a282","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.561946311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-63a282","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.62143352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-63a282","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.676499835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-63a282","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.731312896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-63a282","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.789125292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-63a282","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.841318808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-63a282","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.900180861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-63a282","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.965019265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"Service","name":"payload-processing-e2e-ipp-a-63a282","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:25.025757371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-63a282","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:25.07784962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-63a282","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:25.130511842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-63a282","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:25.184217633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-63a282","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:25.23759074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-63a282","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:25.289286811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-63a282","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:25.349641684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-63a282","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:25.407590881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-63a282","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:25.420741865Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:25.459808095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"default-tenant","reconcileID":"c8c128c9-2297-4fed-8996-d9f35bfd5431","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-63a282","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:26.305015822Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-63a282","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-63a282","reconcileID":"749de082-a6d9-4966-a6a6-1ad9a14189cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-63a282","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-63a282"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:26.46122202Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"76c378cd-e98c-477b-b526-bfdaf5a383d5","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:26.565931674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"76c378cd-e98c-477b-b526-bfdaf5a383d5","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:26.571313484Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"cdc16d54-69ac-4729-a51e-bc0547e49261","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:26.57137624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"cdc16d54-69ac-4729-a51e-bc0547e49261","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:26.582568003Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"ed6faf4a-4de0-4017-a49e-e59cc2683199","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:26.582649886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"ed6faf4a-4de0-4017-a49e-e59cc2683199","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:26.60377063Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"ae9be738-99ed-4d11-892c-48e4167ccaf6","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:26.603848465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"ae9be738-99ed-4d11-892c-48e4167ccaf6","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:26.644575535Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"be5e1b0f-e495-4748-8a67-461393c60a49","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:26.64468836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"be5e1b0f-e495-4748-8a67-461393c60a49","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:26.725304509Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"7869dcba-7283-499c-8a04-c9f69111d8d2","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:26.725374936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"7869dcba-7283-499c-8a04-c9f69111d8d2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:26.885958098Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"ca91d26c-52af-4a7d-8c80-753fa24c3ff6","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:26.886038419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"ca91d26c-52af-4a7d-8c80-753fa24c3ff6","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:27.206497632Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"67c6c627-4e64-4f15-9242-5601a823e395","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:27.206569243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"67c6c627-4e64-4f15-9242-5601a823e395","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:27.359092081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f47c0da-22cb-457b-a651-5eea2efde166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:27.412838328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f47c0da-22cb-457b-a651-5eea2efde166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:27.464583475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f47c0da-22cb-457b-a651-5eea2efde166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:27.513966807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f47c0da-22cb-457b-a651-5eea2efde166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:27.847369207Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"809e29d5-b145-44ae-9ecd-28648bc83de3","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:27.847450651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"809e29d5-b145-44ae-9ecd-28648bc83de3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:28.686621938Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-user-subscription","reconcileID":"2983c42d-72eb-4621-ac99-1a3af97cd2ad","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:28.892211874Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-user-subscription","reconcileID":"2983c42d-72eb-4621-ac99-1a3af97cd2ad","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-3c4802/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.098688313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"850c9036-755f-4704-ad83-00de5cbc74ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.103275491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-other-subscription","reconcileID":"03126ee6-e0f9-42bb-b473-03749173d75f","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:29.128206316Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"c21ef337-c6e4-43c1-a7e0-fd82182d39ad","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:29.128309093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"c21ef337-c6e4-43c1-a7e0-fd82182d39ad","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.148464829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"17c11a75-2afe-44e2-897f-56784510d8f0","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.151511262Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4d14e0 priority=0:[ai-tenant-e2e-worker-w3-4d14e0/e2e-test-subscription-free ai-tenant-e2e-worker-w3-4d14e0/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.215875886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"ffabc1c5-68c5-4d34-8b9a-b5b835a34281","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.30297783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"8e69ca52-c8d4-4e94-87aa-1597fbf162e8","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.342130752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967d2383-bf12-4fb8-9b29-bd137d649b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.34229965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-auth-access-denied","reconcileID":"7d792d5d-8fde-4080-ac34-b602082147d4","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.342598602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"efcfe0b5-e111-491d-82aa-3d42cfad2023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.342838246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"1f089ad8-0dea-4217-a9fa-3030b93aa320","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.392295064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967d2383-bf12-4fb8-9b29-bd137d649b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.441684071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967d2383-bf12-4fb8-9b29-bd137d649b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.447845705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"1f089ad8-0dea-4217-a9fa-3030b93aa320","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.448825144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-auth-access-denied","reconcileID":"7d792d5d-8fde-4080-ac34-b602082147d4","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.450153722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"efcfe0b5-e111-491d-82aa-3d42cfad2023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.491062256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967d2383-bf12-4fb8-9b29-bd137d649b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.842867897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-auth-access-denied","reconcileID":"cd2d488f-7a27-4b47-a8ab-ea4a048a725d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.842932055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"da787c63-7331-4a5d-9ad2-c1a045867dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.843390926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"d729ced8-5303-4e43-8c21-3dd04088ce4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.898017736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-auth-access-denied","reconcileID":"cd2d488f-7a27-4b47-a8ab-ea4a048a725d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.898027552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"da787c63-7331-4a5d-9ad2-c1a045867dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.900073241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"d729ced8-5303-4e43-8c21-3dd04088ce4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:31.689503707Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"a6fc2a47-5ee0-4b56-bd11-ca92d070369d","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:31.689578175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"a6fc2a47-5ee0-4b56-bd11-ca92d070369d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:32.30893638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"c66d0d4c-1675-48bb-b3df-d72066d957cc","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:32.363255758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"c66d0d4c-1675-48bb-b3df-d72066d957cc","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"e2e-praxis-a-f7c488-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:32.41669984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-f7c488-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"c66d0d4c-1675-48bb-b3df-d72066d957cc","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:32.480382094Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"e3e09628-c936-45fc-9b43-2dd1964ca481","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:32.480450388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"e3e09628-c936-45fc-9b43-2dd1964ca481","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:34.944401684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"3df9e208-cd82-4e49-aa6a-795ed9b854b6","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.092477956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"eaa715ea-a65a-4f79-933b-2d99e5e33806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.092767126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"56465e08-73e9-4e78-a711-d8129a12b984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.09247588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ba10816d-c193-48ed-9eac-7df32373f9b4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.147564228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"eaa715ea-a65a-4f79-933b-2d99e5e33806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.148852136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ba10816d-c193-48ed-9eac-7df32373f9b4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.149883073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"56465e08-73e9-4e78-a711-d8129a12b984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:39.501597044Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-other-subscription","reconcileID":"f5b5eb70-18dd-4f68-8684-17da8cc502b7","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:39.714694893Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-other-subscription","reconcileID":"f5b5eb70-18dd-4f68-8684-17da8cc502b7","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:39.914962602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"50d1a75c-9da9-44dc-8519-3f393fdda061","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:39.927076034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"b7717119-f8fe-45ed-bcb4-76162143048d","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:39.981982424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"f4656a09-335f-40ef-a9b5-43e2086b7a6d","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:40.079495922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"8509ad9c-e312-41d0-b0b1-589b20c277a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:40.079654807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-auth-access-denied","reconcileID":"d550beca-b850-4b70-8bee-1332c0e9bbac","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:40.079495969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"13859c18-0f20-4836-9b79-0dda68d24bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:40.084275908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"7b093551-0505-4ac0-ab8f-8cfaabc7c7b3","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:40.134590373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"8509ad9c-e312-41d0-b0b1-589b20c277a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:40.135353016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"13859c18-0f20-4836-9b79-0dda68d24bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:40.139327043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-auth-access-denied","reconcileID":"d550beca-b850-4b70-8bee-1332c0e9bbac","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:40.335465136Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-auth-access-denied","reconcileID":"44bf02d6-d331-4aaa-bd31-3f96653d60fd","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:40.592315299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"340405d3-b3b0-4b18-8940-08cf917de793","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:42.238144518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"d4c54f5f-adfc-4865-b4be-9fc109400a62","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:42.387327214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"2c26bf8a-a321-480c-91b8-710240bfa3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:42.38749859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"81b3c32d-4b4f-47ce-a4d9-fb896ff8fad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:42.387327104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-test-group-no-auth","reconcileID":"6b519472-5525-4b43-aed9-f25b23d50def","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:42.443453966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"2c26bf8a-a321-480c-91b8-710240bfa3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:42.443517397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-test-group-no-auth","reconcileID":"6b519472-5525-4b43-aed9-f25b23d50def","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:42.447135916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"81b3c32d-4b4f-47ce-a4d9-fb896ff8fad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:42.515639954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"f0aac8fa-b621-45db-b634-b9ea266485a9","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:42.570460511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"f0aac8fa-b621-45db-b634-b9ea266485a9","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"e2e-praxis-a-f7c488-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:42.623744525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-f7c488-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"f0aac8fa-b621-45db-b634-b9ea266485a9","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:42.720783699Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"fd968444-1346-48bb-adeb-1ee7442839c3","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:42.720857059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"fd968444-1346-48bb-adeb-1ee7442839c3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:45.100683693Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-free","reconcileID":"391266ca-a266-4240-ab78-351d389cc533","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:45.309635625Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-free","reconcileID":"391266ca-a266-4240-ab78-351d389cc533","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:45.522443319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-premium","reconcileID":"33b9615f-f6ac-48f8-8420-71a1b78376f8","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:45.523602648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"4861a475-eb7c-488c-8ff5-4702615fe67b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:45.577786757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"af822f4d-2a6c-4d12-b72e-1e43620909b4","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:45.729177872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ad85149b-de16-42a7-8d8e-d840eca59af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:45.734042625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4a3fdc35-c041-4cf4-a9c2-86ec1d3a58c9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:45.735329301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"50e95862-2a86-4833-830a-31496b997de0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:45.747086598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"bfae96de-1e65-4753-aef6-7ee862f3adae","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:45.792757518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ad85149b-de16-42a7-8d8e-d840eca59af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:45.79275148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4a3fdc35-c041-4cf4-a9c2-86ec1d3a58c9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:45.795038489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"50e95862-2a86-4833-830a-31496b997de0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:46.168069567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6aeb8a1c-9ba9-4d5e-9557-02d4269f7c63","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:46.168486915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"c6b8bf22-669e-4221-b3e5-28319d7e8abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:46.168218832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"465ebde0-75b2-403f-865d-8f1c71b04a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:46.227193267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"465ebde0-75b2-403f-865d-8f1c71b04a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:46.227940064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6aeb8a1c-9ba9-4d5e-9557-02d4269f7c63","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:46.230019575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"c6b8bf22-669e-4221-b3e5-28319d7e8abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.058460811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"1282d2f2-ed1d-4fe4-8188-d4a49a945e62","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.112508548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"c560d4b7-c526-49af-94c2-c10a50499f53","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.259809888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-group-auth","reconcileID":"7f6d7bfa-9f7f-4329-80d3-4996aba4c8bd","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.314132026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-group-auth","reconcileID":"7f6d7bfa-9f7f-4329-80d3-4996aba4c8bd","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.343202383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"c9a4ed7c-7f8d-486e-8f74-c650ebfd7c8f","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.397144802Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-test-group-sub-only","reconcileID":"c95a1e43-74d1-4dc1-b77f-b735c3ad989c","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.397820568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"1f1c37cc-ee12-4cab-b1ad-c9cd53338d80","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:52.446342099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-group-subscription","reconcileID":"55043ebd-5f1a-44b5-bbe4-c92c08fadcbf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.489525629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"2cebd84c-79e6-4334-83fe-d778619598ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.489545936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"3a18e222-fc3c-45a6-9b59-879d97c2f1bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.544176516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"2cebd84c-79e6-4334-83fe-d778619598ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.544703343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"3a18e222-fc3c-45a6-9b59-879d97c2f1bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.556582587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"94ff1130-df89-4ab5-bfd1-0aeede8b5bec","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.601952641Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-test-group-sub-only","reconcileID":"c95a1e43-74d1-4dc1-b77f-b735c3ad989c","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-56f3fe/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.608632548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"7d21154c-8193-401b-8a70-5c27adee53b0","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.618625731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"e430bcc2-2542-4024-a953-36c8c5185b24","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.722158622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"9ebaca89-4612-41fd-b6c5-9d75f7f1ff2e","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.765226099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-group-auth","reconcileID":"65f7b903-b80c-44ff-8d3d-ec64600f50a2","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.776395694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"9ebaca89-4612-41fd-b6c5-9d75f7f1ff2e","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"e2e-praxis-a-f7c488-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.802592221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"bf9dd41f-135f-4483-a5ef-a1999346ff60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.819831365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-group-auth","reconcileID":"65f7b903-b80c-44ff-8d3d-ec64600f50a2","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.829674239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-f7c488-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (635a579401a2ee0d2f2e3183c51fe31f5c917f365ba898dc9d437f64313a6a0c) AuthConfig (4d53fcddefbae17d3f1fca4e4e3795988a6c715f0c791a9010cbef1d66addccd) AuthConfig (ea80ba06aa947aa0b6b8a5f4b8e8034b4ca3cb323cb3c7234fc9f4823ebc6614) AuthConfig (4eaa0f41a4a941fcca230ed65a6f34f466f4a41e3049dd8482bfe47c5758e94a) AuthConfig (9e0e9709aefb8a4fa9ee94ee1e6d6324ef063602c982c118b48ecd5e201bfb55) AuthConfig (1fce25db2b74e40118f9e4efa9c5571a9da3bdd88a85ae7b09be64f49a825c65) AuthConfig (6810d01c3d155bd07976e754797e9285baf07a2be9cbee01a03a08bca02b50d4) AuthConfig (173a2686abf41ccfc111a36f866a88023457d603d0ac5e9fa2ebb7e05439cc93) AuthConfig (e19e976016593a5fc0ff14c3e170ce0ae5fcbb1be88bd1aeafb37e3bf97808ff) AuthConfig (f1eff02d9870d0f5e803e8fee2cb4c215b65b4b7e1c23301bcc0d16accbe78e7) AuthConfig (c2bcb5d048cde36b7cd0ec3c09d04f67cf4dc3cd1355c19f050e2731ffccda69) AuthConfig (0c74dc1435910268a627efe853adcda5c44dafc1860732c3b83ab1472de37c02) AuthConfig (ac71f62126eed7389f23d8120ca18db2cd4eef07bf06ee5ca87dfd3f954797dd) AuthConfig (c25ad7e38dcf7a8c4d7564ef29cb38c71cfa78fad4bceb4e126eb9ef8892e8ed) AuthConfig (2d343f5ef350ca47836f09c030eb004438e91181a6d04d232cafa3e80067a101) AuthConfig (2ca8f7b5237bd4c2badc6688e542d00e0c18c3875a2d2382b182b7d08a012a1a) AuthConfig (a211ee38c727849044b396d45b2651ce28f1e086c331fa3e1f6d27f92d655659) AuthConfig (c79699549cb708fbbc34c54230df21e39151a03ac5951443bc3c3f1c185679f8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"9ebaca89-4612-41fd-b6c5-9d75f7f1ff2e","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.856962101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"8d23acd6-7af2-4a96-b2d9-45b40b7b2135","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.884676849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"3edb6d02-73bd-406f-9cac-650db64f5ebb","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.884699338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"3edb6d02-73bd-406f-9cac-650db64f5ebb","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.911747568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"5ada6788-306a-4873-8a23-634509abfe05","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.912919228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"84278fbd-e2df-44a1-ac96-2776f78dcb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.912948211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"9be8db64-4e57-4e8d-bd63-c7968deb1dde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.95717646Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-group-subscription","reconcileID":"1c9ff95c-f19a-4a3e-a774-eff352c92c28","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/e2e-test-group-subscription","ai-tenant-e2e-worker-w1-3c4802/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.967557455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"84278fbd-e2df-44a1-ac96-2776f78dcb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.968409534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"9be8db64-4e57-4e8d-bd63-c7968deb1dde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:53.012321876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-test-group-no-auth","reconcileID":"5b9f921e-1530-483b-aa78-fcc2fd5dd3e9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:53.016920467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"4c6f0b0a-f733-46e8-9b0d-02464e157e7d","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:53.031076311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"abc3e196-5623-4faf-8921-6806df895be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:53.066449828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-test-group-no-auth","reconcileID":"5b9f921e-1530-483b-aa78-fcc2fd5dd3e9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:53.084863269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"abc3e196-5623-4faf-8921-6806df895be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:53.116455156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"4ec3fcee-9cbd-43f5-b477-14cc92156088","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:53.156543079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"3d4e6b5f-2619-4441-90ed-5b89f9d489e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:53.163997414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"7ece2dbe-5fa7-4169-acdb-3fd7bc35a458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:53.220068329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"7ece2dbe-5fa7-4169-acdb-3fd7bc35a458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:53.269551372Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-test-group-no-auth","reconcileID":"6000682c-3345-42fa-88fa-b80a54b7b54c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:53.315807879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-group-subscription","reconcileID":"74389a2f-15ec-4653-b247-8925eacc49c7","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:53.421718083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"c526e5ec-e8ef-4651-a902-0e9948cda784","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:55.411510058Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:55.710531681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"2739d1cb-722c-422f-849d-a50b083d3de4","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:55.86182116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"0f0b7d0f-917b-475b-992f-885bdcb8af3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:55.861848774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-group-auth","reconcileID":"cb8327e7-da40-499a-ba29-8585943774eb","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:55.862332274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"6704c996-dd66-4b72-893b-f5a39d6feba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:55.91055115Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-premium","reconcileID":"86762310-fca8-436c-8bf1-2abfe8896122","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:55.918185243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-group-auth","reconcileID":"cb8327e7-da40-499a-ba29-8585943774eb","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:55.921542151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"0f0b7d0f-917b-475b-992f-885bdcb8af3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:55.923975374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"6704c996-dd66-4b72-893b-f5a39d6feba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.117473614Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-subscription-premium","reconcileID":"86762310-fca8-436c-8bf1-2abfe8896122","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.319845383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"2f7051c0-a2ad-4c0f-8764-2ed26d74e58b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.372824417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"27ea1f8b-ee52-42e4-801a-3291e76ac099","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.520437587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5481a14e-2671-45ef-a925-97f702d69790","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.520466328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"cd2b7ea2-987f-406b-bdcd-ca99081c6b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.520953603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"13a25e26-2c6a-40f9-837e-1902f91c5f40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.52346944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"adf4ae16-5ed0-4eac-8e0f-4e5d217b4bea","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.575624617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5481a14e-2671-45ef-a925-97f702d69790","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.579084778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"cd2b7ea2-987f-406b-bdcd-ca99081c6b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.579283847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"13a25e26-2c6a-40f9-837e-1902f91c5f40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.774220175Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"51682672-335c-42e2-be15-751b25848d67","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:57.031035587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"d1b8485c-86e9-4177-b09c-62461a83b4c0","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.572469197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"01600751-ce66-4f82-b1ce-e5fe0c0180bb","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.62890874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"83a55f74-e0dd-4d59-a757-1f562e623abf","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.787216733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-active-auth","reconcileID":"40868169-cbbb-4bba-83ba-d462fb7766eb","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.843775148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-active-auth","reconcileID":"40868169-cbbb-4bba-83ba-d462fb7766eb","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.905525794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"6b2bb928-72ad-4ec1-bb90-a15cd75b1f84","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.959980286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"152042c7-1151-4dbd-9816-fcc56f7459fb","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:02.007306571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-active-sub","reconcileID":"5cf946e2-1c15-4a71-a49b-e4d90ed26ab0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.052707498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"d328ef66-0c7c-40b9-a8ec-ada6074cfe13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.052708192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"b578b52f-a2f3-4ddf-8b4b-fcd20c5d743d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.107232067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"d328ef66-0c7c-40b9-a8ec-ada6074cfe13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.107545563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"b578b52f-a2f3-4ddf-8b4b-fcd20c5d743d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.117603735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"50d3fd3d-a585-4a37-bfca-fc72aae07557","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.150938409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"7f3dced3-a862-4348-8eec-6da81209fcc6","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.173075306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"3396cd42-d02b-42ab-b16f-e9058573b1f4","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.298896816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-active-auth","reconcileID":"e28a7466-85b0-4314-a4a1-6e735cf05036","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.353714685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-active-auth","reconcileID":"e28a7466-85b0-4314-a4a1-6e735cf05036","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.427591118Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-active-sub","reconcileID":"a8e309e3-36d6-4426-99d9-31ee35905e00","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-56f3fe/e2e-status-active-sub","ai-tenant-e2e-worker-w2-56f3fe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.452888993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"254b3516-79b6-43d9-90b2-0bbb9b060ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.453321764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"df308f74-743f-420c-8c2f-eb83994ba0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.507918123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"254b3516-79b6-43d9-90b2-0bbb9b060ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.50896613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"df308f74-743f-420c-8c2f-eb83994ba0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.585555526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"4f06a193-e5c7-43fc-b639-87c62aa90419","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.628263545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"de5e6bd6-8ba9-4c60-a7e6-2b718b57c949","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.785865358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-active-sub","reconcileID":"d2786bab-2bf9-484c-b297-d9cea3843af0","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.984114994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"ca1e51da-1be4-462b-b729-12c5da1d201a","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:03.038821631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"ca1e51da-1be4-462b-b729-12c5da1d201a","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"e2e-praxis-a-f7c488-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:03.092086963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-f7c488-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (635a579401a2ee0d2f2e3183c51fe31f5c917f365ba898dc9d437f64313a6a0c) AuthConfig (4d53fcddefbae17d3f1fca4e4e3795988a6c715f0c791a9010cbef1d66addccd) AuthConfig (ea80ba06aa947aa0b6b8a5f4b8e8034b4ca3cb323cb3c7234fc9f4823ebc6614) AuthConfig (4eaa0f41a4a941fcca230ed65a6f34f466f4a41e3049dd8482bfe47c5758e94a) AuthConfig (9e0e9709aefb8a4fa9ee94ee1e6d6324ef063602c982c118b48ecd5e201bfb55) AuthConfig (1fce25db2b74e40118f9e4efa9c5571a9da3bdd88a85ae7b09be64f49a825c65) AuthConfig (6810d01c3d155bd07976e754797e9285baf07a2be9cbee01a03a08bca02b50d4) AuthConfig (173a2686abf41ccfc111a36f866a88023457d603d0ac5e9fa2ebb7e05439cc93) AuthConfig (e19e976016593a5fc0ff14c3e170ce0ae5fcbb1be88bd1aeafb37e3bf97808ff) AuthConfig (f1eff02d9870d0f5e803e8fee2cb4c215b65b4b7e1c23301bcc0d16accbe78e7) AuthConfig (c2bcb5d048cde36b7cd0ec3c09d04f67cf4dc3cd1355c19f050e2731ffccda69) AuthConfig (0c74dc1435910268a627efe853adcda5c44dafc1860732c3b83ab1472de37c02) AuthConfig (ac71f62126eed7389f23d8120ca18db2cd4eef07bf06ee5ca87dfd3f954797dd) AuthConfig (c25ad7e38dcf7a8c4d7564ef29cb38c71cfa78fad4bceb4e126eb9ef8892e8ed) AuthConfig (2d343f5ef350ca47836f09c030eb004438e91181a6d04d232cafa3e80067a101) AuthConfig (2ca8f7b5237bd4c2badc6688e542d00e0c18c3875a2d2382b182b7d08a012a1a) AuthConfig (a211ee38c727849044b396d45b2651ce28f1e086c331fa3e1f6d27f92d655659) AuthConfig (c79699549cb708fbbc34c54230df21e39151a03ac5951443bc3c3f1c185679f8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"ca1e51da-1be4-462b-b729-12c5da1d201a","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:03.20123376Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"cd4619c9-e406-489b-abdd-2827a20ad293","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:03.201342333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"cd4619c9-e406-489b-abdd-2827a20ad293","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.697963863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"8f841faa-796b-4ad3-b272-a63194fc5264","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.845296956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"9c356135-b26d-455c-ac77-ac9bd0fbebb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.84531542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-active-auth","reconcileID":"345ecb0b-e379-4ef0-b3a9-6aa67e2d670b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.845814085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"9fe5be40-7af7-417c-891b-5f237bc10a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.900702131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"9c356135-b26d-455c-ac77-ac9bd0fbebb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.901788038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-active-auth","reconcileID":"345ecb0b-e379-4ef0-b3a9-6aa67e2d670b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.903492821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"9fe5be40-7af7-417c-891b-5f237bc10a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:05.865438365Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-group-subscription","reconcileID":"822759bc-7aee-459c-a07e-992a715f85a2","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:06.071075502Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-group-subscription","reconcileID":"822759bc-7aee-459c-a07e-992a715f85a2","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:06.273443584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"2c1309e3-bfa1-4fe0-9da2-0b5b9eeadaea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:06.328052065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"e5c7f238-b7c9-420b-8ae3-8df7ec85583d","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:06.476514853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"f86eebb7-40d9-4b92-ad24-3e120ad8dcba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:06.476661311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"023281c0-a92a-4196-9871-59e30bb76227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:06.47651506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-group-auth","reconcileID":"60e76cd5-95b5-4e52-887f-b3931b78e6aa","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:06.484822357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"39205f53-723a-442f-9fa3-9ab2b664238a","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:06.531538954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"023281c0-a92a-4196-9871-59e30bb76227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:06.531621543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-group-auth","reconcileID":"60e76cd5-95b5-4e52-887f-b3931b78e6aa","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:06.533895273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"f86eebb7-40d9-4b92-ad24-3e120ad8dcba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:06.679876858Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-test-group-auth","reconcileID":"520559cc-e134-47a5-9c49-90042003aeea","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:06.834591362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"98f62c89-2ffc-45a2-a29c-4815d72cc04c","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:08.102414546Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"1af24268-b693-4935-83db-169d59cef793","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:08.102481012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-63a282","namespace":"ai-tenant-e2e-ipp-a-63a282"},"namespace":"ai-tenant-e2e-ipp-a-63a282","name":"ipp-route-63a282","reconcileID":"1af24268-b693-4935-83db-169d59cef793","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-63a282/ipp-route-63a282-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-63a282]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.192045867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"13761bd3-2aa7-4aaa-92e0-69d7f8279cd3","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.247604301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"13761bd3-2aa7-4aaa-92e0-69d7f8279cd3","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"e2e-praxis-a-f7c488-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.510150293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"c96ccb62-f6af-4ac1-afa5-f8ea32ae7b95","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.510169883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"c96ccb62-f6af-4ac1-afa5-f8ea32ae7b95","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.999470432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"7dd82ca7-03ff-4f87-8f08-061006c4dc2f","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.999496111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"7dd82ca7-03ff-4f87-8f08-061006c4dc2f","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.057406821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"af06a76f-a34d-4a3a-997c-6085a5eb9c83","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.057427753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"af06a76f-a34d-4a3a-997c-6085a5eb9c83","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.098857367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"b2b8f04a-4df6-4191-9805-c69c835cb292","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:14.100672129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-sub","reconcileID":"8dde74a5-f331-476a-b3d1-36a0cb649632","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-f7c488-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:14.108517807Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"af06a76f-a34d-4a3a-997c-6085a5eb9c83","name":"praxis-route-f7c488","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-f7c488\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:14.108585484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"af06a76f-a34d-4a3a-997c-6085a5eb9c83","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-f7c488\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.113933738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"92d03ed4-28ef-4cc5-96b4-3684857824b0","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.113950552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"92d03ed4-28ef-4cc5-96b4-3684857824b0","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.153501125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"b2b8f04a-4df6-4191-9805-c69c835cb292","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"e2e-praxis-a-f7c488-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.20471655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"b5357448-d8d2-4e25-9d3e-e439274476ce","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.204737153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"b5357448-d8d2-4e25-9d3e-e439274476ce","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.257203867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"cf515807-6e12-4b8e-9a9f-0ef73f2abbba","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.257225983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"cf515807-6e12-4b8e-9a9f-0ef73f2abbba","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.456111107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"a88ab740-7ad7-4f8d-8e6b-d7020d9a10e3","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.461602157Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-sub","reconcileID":"6d971966-e144-4510-bd1b-27272d237986","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"maas-trlp-praxis-route-f7c488","model":"praxis-route-f7c488","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.511007311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"a88ab740-7ad7-4f8d-8e6b-d7020d9a10e3","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"e2e-praxis-a-f7c488-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.619455312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"2bd75ff9-0dac-411b-9972-01ba26ced906","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.619481297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"2bd75ff9-0dac-411b-9972-01ba26ced906","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.818468842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-sub","reconcileID":"24158df9-813e-4b39-aa91-bb7f8b6ecba2","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"maas-trlp-praxis-route-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.852552448Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-active-sub","reconcileID":"b98f72fc-d326-45a1-b7be-3bab3e090c26","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.057802449Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-active-sub","reconcileID":"b98f72fc-d326-45a1-b7be-3bab3e090c26","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-56f3fe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.256309866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"a9a5cec5-b58a-405a-81b7-8e893ac36c72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:15.306736193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-failed-sub","reconcileID":"967f4f61-8914-45ec-97a7-9585491a25aa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.353586029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"d8f537d2-8fe0-4144-96a3-c0eb50f17407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.353737932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"46b4bc32-c746-4f83-b9dd-e12249ca4d6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.365947888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"9b4f5e3b-b2a9-469f-b7d4-c2885cb31522","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.407801434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"d8f537d2-8fe0-4144-96a3-c0eb50f17407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.4079629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"46b4bc32-c746-4f83-b9dd-e12249ca4d6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.516762166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"ef92c5c2-93db-4297-a39d-a5394923f69c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.516971064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"e5eda03c-2319-4f84-b163-d9dfe2fd81af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.516763461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-active-auth","reconcileID":"bd8673ad-5666-4ea2-86ea-e0df8f91f974","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.527317056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"34845179-4792-478e-8bf9-2803e7ff7bd6","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.572943076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"e5eda03c-2319-4f84-b163-d9dfe2fd81af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.572946153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-active-auth","reconcileID":"bd8673ad-5666-4ea2-86ea-e0df8f91f974","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.575231236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"ef92c5c2-93db-4297-a39d-a5394923f69c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.75782892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"b38555c3-8f9d-4dad-b051-5d319e9224db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.757909622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ef841ba0-4e06-4f07-bbbf-078999f80705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.813671394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ef841ba0-4e06-4f07-bbbf-078999f80705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.813704068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"b38555c3-8f9d-4dad-b051-5d319e9224db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.814205891Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-active-auth","reconcileID":"f847dd15-a067-4af7-819e-390ff4fd6ecc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.973000517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"bfb5894b-f501-465f-a793-e5772a73fd7d","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:17.814647969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"25fd98e8-3b94-4808-9304-c3813863f7ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:17.814647772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"60a8b8aa-e728-4605-8202-98f8d3e259bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:17.869115399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"25fd98e8-3b94-4808-9304-c3813863f7ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:17.87035705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"60a8b8aa-e728-4605-8202-98f8d3e259bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:24.401473447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"1f9b3ff6-16f7-4f4a-8770-cbe814744828","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:24.456391109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"9f225dcd-1c18-42ba-87de-45b04a536f87","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:24.604284112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-active-auth-only","reconcileID":"43da6411-6f8e-4476-b92c-28dc2a15bc6f","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:24.710315585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-active-auth-only","reconcileID":"43da6411-6f8e-4476-b92c-28dc2a15bc6f","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:24.965146345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"ca74be06-b15b-4a5a-9b5e-95309568ecca","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.111791356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-active-auth-only","reconcileID":"5f93a5d6-c167-4af6-a16a-7533723d801d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.166430095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-active-auth-only","reconcileID":"5f93a5d6-c167-4af6-a16a-7533723d801d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.413525845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:27.048532923Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-active-auth-only","reconcileID":"a07a3491-d54b-4b6c-a573-f669d3155758","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:27.048629082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"d31a9ec1-34db-4ee0-8b61-1b82d8d193a2","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:27.133800131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-failed-auth","reconcileID":"bc6d994c-5624-40dd-be29-d65ec8112713","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:27.188000317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-failed-auth","reconcileID":"bc6d994c-5624-40dd-be29-d65ec8112713","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:27.241306467Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-failed-auth","reconcileID":"bc6d994c-5624-40dd-be29-d65ec8112713","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:27.253382354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"b1509cdd-6fa1-4daf-9e1b-0414734b7c93","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:27.595521708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-failed-auth","reconcileID":"df17a9ae-09f1-4d8d-b813-e714ff9922be","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:27.651374861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-failed-auth","reconcileID":"df17a9ae-09f1-4d8d-b813-e714ff9922be","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:27.705869956Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-failed-auth","reconcileID":"df17a9ae-09f1-4d8d-b813-e714ff9922be","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:27.824409123Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-failed-sub","reconcileID":"f321c6dc-53a5-4fd3-bb02-1e7079c8bfa3","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:27.82459449Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-failed-sub","reconcileID":"f321c6dc-53a5-4fd3-bb02-1e7079c8bfa3","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.167443049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"175f7471-0ae3-4cc6-9fd4-4b2ab39f0547","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.220379854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"061ab016-416b-41c8-ad01-277b9d3a1f54","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.233544116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"85e00a31-8bdb-482f-a551-a649f22cdfba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.233583397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"7fb71f47-c399-43f4-8501-27baf30616dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.288118294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"7fb71f47-c399-43f4-8501-27baf30616dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.28819631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"85e00a31-8bdb-482f-a551-a649f22cdfba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.416459522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-degraded-auth","reconcileID":"387eeb80-5587-475a-952a-9412f2a3a446","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.470901498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-degraded-auth","reconcileID":"387eeb80-5587-475a-952a-9412f2a3a446","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.573581119Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-degraded-auth","reconcileID":"387eeb80-5587-475a-952a-9412f2a3a446","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.778479325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"c1155fef-32a3-4457-abd5-0b6e6e4d97f8","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.974359542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-degraded-auth","reconcileID":"3123c283-e71d-4246-a92b-50946c35b218","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:29.030057437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-degraded-auth","reconcileID":"3123c283-e71d-4246-a92b-50946c35b218","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:29.1327911Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-degraded-auth","reconcileID":"3123c283-e71d-4246-a92b-50946c35b218","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:29.325769831Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-failed-auth","reconcileID":"050a0bc3-2068-4166-8408-a5cda0a0b728","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/nonexistent-model-abc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:29.358850487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-degraded-auth","reconcileID":"3123c283-e71d-4246-a92b-50946c35b218","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:29.567788079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-degraded-auth","reconcileID":"6b861154-bb0e-4bce-b3a3-a2b29f13c6d0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:29.622177199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-degraded-auth","reconcileID":"6b861154-bb0e-4bce-b3a3-a2b29f13c6d0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:29.725640013Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-degraded-auth","reconcileID":"6b861154-bb0e-4bce-b3a3-a2b29f13c6d0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.472122723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"3d30bda3-94ef-4122-8d7a-075ecc739bef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"tenant":"e2e-worker-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.472149642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"3d30bda3-94ef-4122-8d7a-075ecc739bef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.527694866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"3c02ad39-101a-4125-9827-43d28898e7f2","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.659615757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"27717bd5-1160-4eb8-a0f3-b7e5537c2a7f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"tenant":"e2e-worker-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.6596358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"27717bd5-1160-4eb8-a0f3-b7e5537c2a7f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.712231642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"ead220a7-cb52-4d52-98b9-995af2b7c2ed","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"tenant":"e2e-worker-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.712281614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"ead220a7-cb52-4d52-98b9-995af2b7c2ed","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.748536884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-sub","reconcileID":"e2c66372-29b9-4028-a899-122e5f17fc3b","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"maas-trlp-praxis-route-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.905634323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"496d86e7-87b3-4a26-a60c-7cde29f05fb1","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.905658107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"496d86e7-87b3-4a26-a60c-7cde29f05fb1","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.908964977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-auth","reconcileID":"d5fbc16d-9808-4f28-ab49-531284ac9417","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.94258312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"9aedda49-0853-4798-8551-36ac08c6d9b8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"tenant":"e2e-worker-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.942603089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"9aedda49-0853-4798-8551-36ac08c6d9b8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.964150858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-auth","reconcileID":"d5fbc16d-9808-4f28-ab49-531284ac9417","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.999910904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"7e4ede13-d56c-42ef-86ca-24fd450ca553","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"tenant":"e2e-worker-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.999938704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"7e4ede13-d56c-42ef-86ca-24fd450ca553","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:31.046443606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-sub","reconcileID":"e8b14e50-e83f-416d-b7ae-8e4b8501c0ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:31.051446944Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"7e4ede13-d56c-42ef-86ca-24fd450ca553","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:31.05151179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"7e4ede13-d56c-42ef-86ca-24fd450ca553","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.056880618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"d9a4fce4-260c-44f0-ba48-c5914e860c71","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"tenant":"e2e-worker-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.056897532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"d9a4fce4-260c-44f0-ba48-c5914e860c71","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.13866797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"171891ed-15eb-4ae8-b094-8617acc4421a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.138666959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"0ab08733-6834-4c09-9ba0-f7422078ad29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.150830481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"3177e4a5-1159-40b8-ad7d-8132a883eb97","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"tenant":"e2e-worker-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.150847507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"3177e4a5-1159-40b8-ad7d-8132a883eb97","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.193833685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"171891ed-15eb-4ae8-b094-8617acc4421a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.193854191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"0ab08733-6834-4c09-9ba0-f7422078ad29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.20362201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"e8bfb28f-f039-4c2f-acc2-64c0ce404f84","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"tenant":"e2e-worker-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.203641839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"e8bfb28f-f039-4c2f-acc2-64c0ce404f84","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.302011187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"40eb9294-22fd-4487-a0a6-99546bd94b13","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"tenant":"e2e-worker-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.302032879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"40eb9294-22fd-4487-a0a6-99546bd94b13","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.421568503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"56af7b31-680a-4e40-bb1d-0ef32c69ef8a","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.427110495Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-sub","reconcileID":"0deaeafd-8907-4fea-ae06-128bab4b0163","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-56f3fe/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.477013351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"56af7b31-680a-4e40-bb1d-0ef32c69ef8a","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"e2e-praxis-a-f7c488-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.520051483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-auth","reconcileID":"ba88bd1b-98d1-4ac1-9798-1a56f386913d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.574872073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-auth","reconcileID":"ba88bd1b-98d1-4ac1-9798-1a56f386913d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.586911519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"1fbeb90b-de91-4cab-a514-baf17c379fba","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"tenant":"e2e-worker-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.586938121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"1fbeb90b-de91-4cab-a514-baf17c379fba","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.605278879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"0ed7fb2c-52e2-4760-90e6-bd1ed9118620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.623003524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"f688e5c6-2b97-4c6d-9a59-e9855a67c2ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.660610288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"0ed7fb2c-52e2-4760-90e6-bd1ed9118620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.677575043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"f688e5c6-2b97-4c6d-9a59-e9855a67c2ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.789319333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-sub","reconcileID":"cc87bba9-4b00-46f6-939d-c96d1c054a9d","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:38.998273289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"b376f25e-4010-4ebd-9c67-5d9d4d4734dc","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.05365007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"8580ca0c-ae63-4306-b7d8-9782eae987e3","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.199997442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-auth","reconcileID":"9269aa85-e433-46f2-ba71-fb85c73ddd16","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.254857258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-auth","reconcileID":"9269aa85-e433-46f2-ba71-fb85c73ddd16","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.289286231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"be8c98e9-57df-474e-ae8e-9b59ebdbb053","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.341745377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"01f06ab7-3d42-47d4-bdb6-7807cf726385","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:39.390451388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-sub","reconcileID":"377e0767-c4be-408f-8741-0d11a14aad7d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.397383118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"7ee07f03-b5ee-43bc-846f-7dfec2561eaa","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"tenant":"e2e-worker-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.397404981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"7ee07f03-b5ee-43bc-846f-7dfec2561eaa","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.436374668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"632232ba-7432-49a2-9c14-bdc5fb6df1ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.43641871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"4dbd39b9-39e4-4d04-bcec-c8f47214dbf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.491120031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"4dbd39b9-39e4-4d04-bcec-c8f47214dbf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.491198806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"632232ba-7432-49a2-9c14-bdc5fb6df1ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.500912795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"17783b81-14fe-4954-8daa-08699b3a117f","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.510645854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"5a83f539-62f5-4160-b535-02222d5d9779","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.553960671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"cd4af72b-4a74-4103-9b15-ed25685cb7bf","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.657047866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-auth","reconcileID":"96d3f05b-29e2-45e1-b3ac-56c5094288cb","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.71139395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-auth","reconcileID":"96d3f05b-29e2-45e1-b3ac-56c5094288cb","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.818016974Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-sub","reconcileID":"603f7249-81cc-4f55-95b1-8e63d716cd02","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-status-degraded-sub","ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.818140677Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-sub","reconcileID":"603f7249-81cc-4f55-95b1-8e63d716cd02","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.842843556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"69ca375a-95d2-46bd-b815-cda9c5bfa21c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.843725816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"8ec88a9d-9202-49bc-b449-f8670536a437","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.897704071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"69ca375a-95d2-46bd-b815-cda9c5bfa21c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.897821922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"8ec88a9d-9202-49bc-b449-f8670536a437","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:40.016324437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"8388926a-d391-4d0b-8b33-ed14dea5c4f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:40.030393166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"d88e8164-c3e7-4426-8430-cff39a989b74","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:40.228542778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-sub","reconcileID":"5c61887b-f5e7-47ee-a003-3f7cef0639e5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:40.228695683Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-sub","reconcileID":"5c61887b-f5e7-47ee-a003-3f7cef0639e5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:40.499893741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"7ef18b9e-7d35-4acc-8731-fb05661eef02","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:40.614771227Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-degraded-auth","reconcileID":"fedc607e-4fd5-4195-8453-945fdae377f0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:40.614797293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"c916fd16-f441-454b-b7c5-55c2916c8179","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:40.664322488Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-status-degraded-auth","reconcileID":"fedc607e-4fd5-4195-8453-945fdae377f0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:40.868085653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"6d1990ed-0019-4e19-88ff-0e46f22cecad","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.758482792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"2fc505de-f9ec-4d7d-ba30-635e6687b356","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.811426511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"84a75b49-adcf-46d4-9459-a067fad12a09","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.864496262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"22c00808-feea-403d-964f-3933c601a68f","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.928863193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"bb6e261b-b9bd-47a6-a8f4-1da4ed10c280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.929348299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"156efbd7-b68a-4bd8-838e-1ac3ba13c9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.929534553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-auth","reconcileID":"5594ec7f-986c-4816-854d-f8f52cdcf0fa","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.983805692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"bb6e261b-b9bd-47a6-a8f4-1da4ed10c280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.983826168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-auth","reconcileID":"5594ec7f-986c-4816-854d-f8f52cdcf0fa","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.986371373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"156efbd7-b68a-4bd8-838e-1ac3ba13c9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.05107327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf-auth","reconcileID":"cbd88c23-661d-46b6-9d15-8e6247689b04","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.103312209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"de6588bb-f65f-4977-b61c-3953a25e722b","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.108923969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf-auth","reconcileID":"cbd88c23-661d-46b6-9d15-8e6247689b04","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.156826007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"012abbe7-782d-4941-8f40-b4c776d8a1a0","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:42.206088905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf","reconcileID":"364198f3-cb83-450a-86c3-5e13ef664d0a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.25007065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"e9198a8d-679a-4bb9-8dd7-bcaa6c68119f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.30457575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"e9198a8d-679a-4bb9-8dd7-bcaa6c68119f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.31887609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"584c5c0f-829c-49ef-98ed-dd061385384c","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.352326477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"77c0f0aa-7cd7-4881-ae92-d47379f5b19f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.360629163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"8acc5a37-d1df-4b5a-be37-a1c68446a322","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.372751089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"fb923ce4-c169-497f-a567-b2bfcc60f7eb","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.407631996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"77c0f0aa-7cd7-4881-ae92-d47379f5b19f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.513661173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6cb451d3-1e0f-4679-b492-360ec9c817d1","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.567610784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6cb451d3-1e0f-4679-b492-360ec9c817d1","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.628070802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a127b4-3d09-4f63-a143-c31041d49e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.628220541Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf","reconcileID":"75a50c89-b9f3-4f27-8ca4-a94fff441c95","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w1-3c4802/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.628422246Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf","reconcileID":"75a50c89-b9f3-4f27-8ca4-a94fff441c95","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-3c4802/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.628451732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"fd8c8233-9827-4235-92fc-d06f38137f66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.677700658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a127b4-3d09-4f63-a143-c31041d49e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.729633026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a127b4-3d09-4f63-a143-c31041d49e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.731866382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"fd8c8233-9827-4235-92fc-d06f38137f66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.780079201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a127b4-3d09-4f63-a143-c31041d49e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.780191218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"45f0361a-0a8d-4a72-a8e6-6f40c37def2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.834801512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"45f0361a-0a8d-4a72-a8e6-6f40c37def2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:42.878650405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6cb451d3-1e0f-4679-b492-360ec9c817d1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-healthy-inf-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.888933774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"20b55f74-4fda-4cb8-848e-10d63f1698bc","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.93138558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"dbf6d0c9-f7dd-4545-ab60-eec754630320","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:43.090843029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf-auth","reconcileID":"880a7cc4-c872-4f9d-ae75-e5c532bb3eaf","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:43.140592691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf","reconcileID":"c46ad1b4-cd2e-4c45-b903-733aa9ce9188","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:43.140742003Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf","reconcileID":"c46ad1b4-cd2e-4c45-b903-733aa9ce9188","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-3c4802/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:43.145164461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf-auth","reconcileID":"880a7cc4-c872-4f9d-ae75-e5c532bb3eaf","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.586615458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7de099-3d78-469a-a237-84aa6a09f408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.635944141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7de099-3d78-469a-a237-84aa6a09f408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.685347158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7de099-3d78-469a-a237-84aa6a09f408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.734794005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7de099-3d78-469a-a237-84aa6a09f408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.761726793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"bbfef926-cea8-4725-bab2-aaca1ba7dbbd","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.761746987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"bbfef926-cea8-4725-bab2-aaca1ba7dbbd","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.861540311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"76e67316-b03b-4c4e-a438-de1faed4893d","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.868355312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"64332598-f27f-4f58-bc37-6c6e01fbf454","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.868376725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"64332598-f27f-4f58-bc37-6c6e01fbf454","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.917115347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"76e67316-b03b-4c4e-a438-de1faed4893d","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"e2e-praxis-a-f7c488-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.962044163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-sub","reconcileID":"6ac3df1a-102f-4958-b27c-e746af0e6cdf","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"maas-trlp-praxis-route-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:45.235207029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-sub","reconcileID":"d95ca4d7-9ab5-4806-92a5-513c95689286","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:45.257903837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"07d96d31-7ad8-4568-a071-d34ae16d1527","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:45.31619573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"07d96d31-7ad8-4568-a071-d34ae16d1527","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"e2e-praxis-a-f7c488-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:45.332170281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-sub","reconcileID":"e47ed16b-5820-4924-9c12-e36d5f7a5c2f","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"maas-trlp-praxis-route-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:45.406036298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"ac267292-41d3-4fa3-809f-e0ef6ce92754","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"tenant":"e2e-worker-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:45.406056017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"e2e-temp-model-status","reconcileID":"ac267292-41d3-4fa3-809f-e0ef6ce92754","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.625436564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c3e38b-d024-4f6b-b9af-bdc386ed2e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.674600175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c3e38b-d024-4f6b-b9af-bdc386ed2e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.723887331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c3e38b-d024-4f6b-b9af-bdc386ed2e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.772910454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c3e38b-d024-4f6b-b9af-bdc386ed2e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.974371792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"8eb3c0f3-bd69-4a43-abe2-0ae198110659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.974493531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-auth","reconcileID":"eba4e646-6d7e-4e2e-bafb-fadbf34d35a4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.974780643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"8a382ce3-0d61-46f7-acfd-c03dddbd84ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.030083611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-auth","reconcileID":"eba4e646-6d7e-4e2e-bafb-fadbf34d35a4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.030201487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"8a382ce3-0d61-46f7-acfd-c03dddbd84ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.032366584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"8eb3c0f3-bd69-4a43-abe2-0ae198110659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:48.722207412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735a869f-d080-4d88-aad9-3ded14c36949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:48.771668477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735a869f-d080-4d88-aad9-3ded14c36949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:48.821109734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735a869f-d080-4d88-aad9-3ded14c36949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:48.870378906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735a869f-d080-4d88-aad9-3ded14c36949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:51.936593656Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-sub","reconcileID":"9793c67d-0fc0-49f3-a62f-2cc80ad37ab4","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:52.143792139Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-sub","reconcileID":"9793c67d-0fc0-49f3-a62f-2cc80ad37ab4","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:52.143818427Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-sub","reconcileID":"9793c67d-0fc0-49f3-a62f-2cc80ad37ab4","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:52.143902557Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-sub","reconcileID":"9793c67d-0fc0-49f3-a62f-2cc80ad37ab4","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:52.348612724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"ce582327-193b-42eb-a989-64e0b9fcb0ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:52.404700539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"b64c6004-0f76-4838-b9d0-1eb700fb1437","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:52.46113418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"e95ae1e9-ad85-4ae0-9098-6f581da5dda4","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:52.552574084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"229357cc-3fc3-4d92-bf13-b843c33f781b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:52.552731935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"880ed5f3-15a0-4252-a245-25b4cb51888a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:52.552574162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-auth","reconcileID":"ae6ee254-1d29-4d31-9950-1d1ced700d2f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:52.558637393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"9cd9e686-5f4d-4dbb-b707-123b5b3c4cf8","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:52.607672002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-auth","reconcileID":"ae6ee254-1d29-4d31-9950-1d1ced700d2f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:52.608828877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"880ed5f3-15a0-4252-a245-25b4cb51888a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:52.610024881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"229357cc-3fc3-4d92-bf13-b843c33f781b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:52.757562152Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-status-degraded-auth","reconcileID":"dee28d5e-73f6-4eba-9585-97c5044cd5dd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:52.910207609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"a6413f8b-a801-4de5-8eb3-389975b0bbfb","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:53.812987998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"78cdb250-e52a-4685-8893-3e0f1c34c1b6","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:53.868384346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"829665dc-f420-485e-b56f-371e923edccc","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.015452796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey-auth","reconcileID":"512fdeb5-8779-4938-9a57-7a2d12d47afc","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.070363574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey-auth","reconcileID":"512fdeb5-8779-4938-9a57-7a2d12d47afc","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.094085617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"636f597d-b2ea-4e65-be6b-576c3f273d67","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.146793745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"5da7655d-a836-4750-affd-baed147b0247","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:54.198526837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey","reconcileID":"1fc49034-c4b9-4838-bbe7-09d08874959b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.243064885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"291b03cf-a5da-43ae-9d1a-1156da1f16d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.2461234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ac0d05d2-4159-4c6d-b7f6-4e2b3ae3ba5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.297508374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"291b03cf-a5da-43ae-9d1a-1156da1f16d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.304381721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ac0d05d2-4159-4c6d-b7f6-4e2b3ae3ba5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.308922683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"fa71b393-6636-4d60-adb6-ba7138cc7931","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.363677499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"d8eb7dd4-3aca-447b-8a3e-f645041c1b6b","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.381606257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"937bd934-49f3-4154-9fe1-6f59f1fbe59f","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.528220249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey-auth","reconcileID":"4e405f99-2e73-4405-8d6b-df8d19741295","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.583742078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey-auth","reconcileID":"4e405f99-2e73-4405-8d6b-df8d19741295","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.620778843Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey","reconcileID":"5bf53763-c9c4-402e-8b36-2207eb9704ff","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.620935881Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey","reconcileID":"5bf53763-c9c4-402e-8b36-2207eb9704ff","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.628424132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"8a79d92e-7fda-452c-bd25-495ac4afb51d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.628446228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"3262d7a2-2c70-4ae2-a28e-fb60bc927d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.683686294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"3262d7a2-2c70-4ae2-a28e-fb60bc927d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.683765651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"8a79d92e-7fda-452c-bd25-495ac4afb51d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.819367081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"bc637c4f-093c-4320-ac4a-b7a3262236c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:54.830006458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"55a5af26-9c4d-4411-b8d8-56802d9f9eae","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.046143553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey","reconcileID":"af5589f2-dee9-447e-9518-377e6fd11e60","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.046313774Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey","reconcileID":"af5589f2-dee9-447e-9518-377e6fd11e60","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.118522459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"63f72e9e-142e-48d3-9d5d-16f2f9cb865f","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.265785448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"1f1ce37f-2a82-4580-a5f7-d6aa320f3022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.265831759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"dc492aad-7879-44da-af3f-a56c51abead2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.266373389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b3e1a5ce-60ad-4635-ac4f-538b91ef1f0b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.281654073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"b805b85c-32c3-486e-8ab0-54833861c2e1","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.281675803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"b805b85c-32c3-486e-8ab0-54833861c2e1","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.321806662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b3e1a5ce-60ad-4635-ac4f-538b91ef1f0b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.321895898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"dc492aad-7879-44da-af3f-a56c51abead2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.325502704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"1f1ce37f-2a82-4580-a5f7-d6aa320f3022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.379365782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"741aaac9-f24d-4ee3-a0af-43c4d4fcb2af","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.411439528Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.433601209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"741aaac9-f24d-4ee3-a0af-43c4d4fcb2af","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"e2e-praxis-a-f7c488-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.479888172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-sub","reconcileID":"18279210-867d-4433-a7ef-f297824fb8a5","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"maas-trlp-praxis-route-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.730194071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"c6d5497c-0b98-4e30-b07e-a6dded4c07c3","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.781278072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-sub","reconcileID":"ea629140-4e26-4842-a80f-a42236f77bca","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"maas-trlp-praxis-route-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:55.785509331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"c6d5497c-0b98-4e30-b07e-a6dded4c07c3","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"e2e-praxis-a-f7c488-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.149197028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"251f57f2-482c-4b01-bcb6-3195e329b154","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.302225654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"d465e373-4154-4d39-a83d-4335fa6f6499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.30749745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey-auth","reconcileID":"f3d0386d-d477-4d23-a68d-7cb333824d1b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.307511048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"a7c9a28b-77cd-4549-bf57-d9db65238a60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.364337844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"d465e373-4154-4d39-a83d-4335fa6f6499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.364403984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey-auth","reconcileID":"f3d0386d-d477-4d23-a68d-7cb333824d1b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.366650028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"a7c9a28b-77cd-4549-bf57-d9db65238a60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.216557055Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","namespace":"ai-tenant-e2e-ipp-b-d2f1cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.216649755Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","namespace":"ai-tenant-e2e-ipp-b-d2f1cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.216727947Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","tenant":"e2e-ipp-b-d2f1cf","tenantID":"e2e-ipp-b-d2f1cf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.270433682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"Deployment","name":"maas-api-e2e-ipp-b-d2f1cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.336881475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"Service","name":"maas-api-e2e-ipp-b-d2f1cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.389833148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-d2f1cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.443440052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-d2f1cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.497726369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-d2f1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.552885069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-d2f1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.608103183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-d2f1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.665936878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-d2f1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.722470313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-d2f1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.775388332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-d2f1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.855623062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"Service","name":"payload-processing-e2e-ipp-b-d2f1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.917404313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-d2f1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.972216304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-d2f1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.02587905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-d2f1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.091641814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-d2f1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.189259615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-d2f1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.243420835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-d2f1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.298748524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-d2f1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.356748923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-d2f1cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.408435794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2f1cf"},"namespace":"ai-tenant-e2e-ipp-b-d2f1cf","name":"default-tenant","reconcileID":"86b720c6-9ce0-43ff-83fe-679a4b0e0b90","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-d2f1cf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:04.198015242Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d2f1cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d2f1cf","reconcileID":"f0d8f72b-000a-4b94-b270-76ade6db567f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d2f1cf","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-d2f1cf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:05.273522912Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf","reconcileID":"07578e4a-a0de-4bff-b4d3-45c9242c8b31","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:05.48033667Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf","reconcileID":"07578e4a-a0de-4bff-b4d3-45c9242c8b31","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:05.480368997Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf","reconcileID":"07578e4a-a0de-4bff-b4d3-45c9242c8b31","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:05.480481979Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf","reconcileID":"07578e4a-a0de-4bff-b4d3-45c9242c8b31","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-3c4802/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:05.560626039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f2a0b1-3ea1-4bf5-a3f8-ae2c0464abfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:05.610053134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f2a0b1-3ea1-4bf5-a3f8-ae2c0464abfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:05.660367106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f2a0b1-3ea1-4bf5-a3f8-ae2c0464abfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:05.710531663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f2a0b1-3ea1-4bf5-a3f8-ae2c0464abfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:05.760484043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"ba5af67f-e1bc-4e9b-a9d1-0c45810b2c1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:05.821668211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"5a3fc63e-0603-48fb-8bd3-00ed5cc24ae1","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:05.983909827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"44135553-5dc9-4463-8f2e-3a7f83c5ae09","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.014899522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf-auth","reconcileID":"83c66ed8-fe93-4d5c-9afa-9f5ad41b6893","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.015031887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"0c6a7633-5562-4b16-b7d8-8a853edc1f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.01550313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"034a1503-9dac-4350-a710-4f42b165fbc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.069962205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"034a1503-9dac-4350-a710-4f42b165fbc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.070025129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"0c6a7633-5562-4b16-b7d8-8a853edc1f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.072352968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf-auth","reconcileID":"83c66ed8-fe93-4d5c-9afa-9f5ad41b6893","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.233199562Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-sub","reconcileID":"9b6ee29f-aa43-4b48-881f-89a7eeb0a9cb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.268328031Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-degraded-healthy-inf-auth","reconcileID":"455238fc-c2be-4830-be9f-445071a26160","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.283990666Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-sub","reconcileID":"9b6ee29f-aa43-4b48-881f-89a7eeb0a9cb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.382346817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"01c407d8-9639-46a1-8dfc-0870cd47be3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.382346749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-auth","reconcileID":"d48bfa54-b751-4571-8e5a-99ae41489f05","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.445594621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"01c407d8-9639-46a1-8dfc-0870cd47be3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.446878275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-auth","reconcileID":"d48bfa54-b751-4571-8e5a-99ae41489f05","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.446921935Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-auth","reconcileID":"d48bfa54-b751-4571-8e5a-99ae41489f05","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.448097458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"346d8fc4-a05b-47bf-b146-569631f51104","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.492108754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"4cab8244-adae-4854-bc25-efdefc896cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.511714847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"1a86c8c8-ed40-4bf4-a1aa-3a39275fdac6","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.54784409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"4cab8244-adae-4854-bc25-efdefc896cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.886656342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-auth","reconcileID":"5ce99d28-8ff9-4beb-8ad7-7aa60cdc25fb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.93582979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"f25c842d-2c44-4b4f-aacd-03eee610bf27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.942497472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-auth","reconcileID":"5ce99d28-8ff9-4beb-8ad7-7aa60cdc25fb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.942542397Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-auth","reconcileID":"5ce99d28-8ff9-4beb-8ad7-7aa60cdc25fb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.990384422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"f25c842d-2c44-4b4f-aacd-03eee610bf27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.049464829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"0f54a9d5-9b43-4088-828d-8957ecae07a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.114511511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"0f54a9d5-9b43-4088-828d-8957ecae07a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.312366743Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey","reconcileID":"308593ee-c8ea-4675-a0c0-a573212e760f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.343886968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-auth","reconcileID":"46360617-7456-4697-87a7-4f76269bae6b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.38837018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"916a7f32-a206-419e-b2d6-3731d06b32c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.399192248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-auth","reconcileID":"46360617-7456-4697-87a7-4f76269bae6b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.444666723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"916a7f32-a206-419e-b2d6-3731d06b32c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.45239705Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-auth","reconcileID":"46360617-7456-4697-87a7-4f76269bae6b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.525602825Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey","reconcileID":"308593ee-c8ea-4675-a0c0-a573212e760f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.525640589Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey","reconcileID":"308593ee-c8ea-4675-a0c0-a573212e760f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.525764257Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey","reconcileID":"308593ee-c8ea-4675-a0c0-a573212e760f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4d14e0/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.575286632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"901dfb48-2604-4616-9518-2391751224fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.62859977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"901dfb48-2604-4616-9518-2391751224fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.679035663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"901dfb48-2604-4616-9518-2391751224fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.729536537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"901dfb48-2604-4616-9518-2391751224fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.730482197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"bce7ba38-0f8d-4188-b0bb-e8387203c7a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.784365178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"c8cfe3b1-e945-4c5c-bdec-764eefc20ee7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.786539118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"bce7ba38-0f8d-4188-b0bb-e8387203c7a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:07.893725729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"ab911293-1d52-45bd-b236-b9b307e66f2e","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:08.056845978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"1dbc9845-f435-4cfe-a19c-5b9582c86070","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:08.084176504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"6b1364e4-d421-42de-87a1-1ee6c8005d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:08.084369643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"b5daefb5-55b6-4497-99e1-59ea91c1d2ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:08.084176172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey-auth","reconcileID":"cee01228-4cd0-4b29-a7a5-4e08b602ae32","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:08.139220862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"b5daefb5-55b6-4497-99e1-59ea91c1d2ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:08.140368268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"6b1364e4-d421-42de-87a1-1ee6c8005d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:08.141613663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey-auth","reconcileID":"cee01228-4cd0-4b29-a7a5-4e08b602ae32","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:08.338510269Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-degraded-models-apikey-auth","reconcileID":"628425c7-adb5-4e33-a021-f1e7171c66b5","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:08.492786817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"d5a354e6-687f-47d6-94b7-6978cba026aa","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.446271693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"889c363c-cbe9-4736-aee5-b3e225f89ba0","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.498896188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"c62c573c-d7b2-4453-82b1-c45b62853c0f","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:15.551484969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-list-subs-refs-sub","reconcileID":"046082f4-c768-415f-b5b3-10deecf15232","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.600857144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"b19d5af5-fd7e-44ea-ae66-534527c58c96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.601320207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"0beb2835-f28d-402d-b8ee-772ccfd2463c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.66018628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"0beb2835-f28d-402d-b8ee-772ccfd2463c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.660214961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"b19d5af5-fd7e-44ea-ae66-534527c58c96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.661287449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"7e485bea-f14a-4350-90bc-f0047e530af0","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.714305427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"fe75447b-6358-4f6d-8c41-83caf780e194","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.955104861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"d580c52f-2bb4-4365-8b0b-6319e9b2e5f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.955217802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"be73af68-a1e8-46d2-ae45-acaafc5b53f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.968381378Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-list-subs-refs-sub","reconcileID":"48a8c1e7-ec4d-458e-8fbc-324f36e55ba8","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w1-3c4802/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.009483475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"d580c52f-2bb4-4365-8b0b-6319e9b2e5f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.009827995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"be73af68-a1e8-46d2-ae45-acaafc5b53f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.131006005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"99ed8931-6f6f-44fc-afc9-bc75fe4a98e0","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.17005159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"a9ead577-9177-4c81-be17-7636d3c5c40d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.333409615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-list-subs-refs-sub","reconcileID":"9884cab9-4369-490f-b482-01d6aacc4685","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.662557215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"139619cf-81e7-46d3-a052-15f232513205","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"tenant":"e2e-worker-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.662582681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"139619cf-81e7-46d3-a052-15f232513205","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.718733203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"6a3daa6c-8a19-4e8b-a12f-3781a3a339f3","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.821083173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"f1433b39-86ff-49a9-9feb-9cb522c27144","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"tenant":"e2e-worker-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.821115716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"f1433b39-86ff-49a9-9feb-9cb522c27144","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.876467485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"0d71d4b7-e694-4384-a705-d2b18ac7cdfb","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.931602351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"a0efa7d2-bfc2-4933-a46c-42e60e09a99f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"tenant":"e2e-worker-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.931620531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"a0efa7d2-bfc2-4933-a46c-42e60e09a99f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:16.932265798Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4d14e0/e2e-enrichment-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.983471848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"3d2da40a-6d35-4101-b893-7494e376fab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.983503464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"2f2029cb-9272-462c-96c7-35d8f3911881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.984652746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"4540c7b8-eb25-4faa-8a0b-f55f1c015d09","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"tenant":"e2e-worker-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.98466984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"4540c7b8-eb25-4faa-8a0b-f55f1c015d09","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.037979201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"3d2da40a-6d35-4101-b893-7494e376fab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.038055087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"2f2029cb-9272-462c-96c7-35d8f3911881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.052143799Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-sub","reconcileID":"4ad23bea-57ec-4dd2-83e6-8eb08a1d1391","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.052303908Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-sub","reconcileID":"4ad23bea-57ec-4dd2-83e6-8eb08a1d1391","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.115759388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"c4027d2d-f99f-4988-910b-b3286c350816","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"tenant":"e2e-worker-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.115782565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"c4027d2d-f99f-4988-910b-b3286c350816","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.17971089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"b3232830-b7cf-4289-b4e8-3ff0325eb06a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"tenant":"e2e-worker-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.179732942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"b3232830-b7cf-4289-b4e8-3ff0325eb06a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.187688368Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-enrichment-sub","reconcileID":"4ef03b81-3355-4cbf-a080-a0f79ba01ea3","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.357329656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"5f464f5b-6942-4fbe-b644-09c134786615","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"tenant":"e2e-worker-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.357352454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"5f464f5b-6942-4fbe-b644-09c134786615","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.378088233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-enrichment-auth","reconcileID":"c738b6b2-d8f4-4679-8990-96abfc9b932b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.416356379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"ce149fcb-77c9-4a29-8b7a-6be45e3605bb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"tenant":"e2e-worker-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.416379607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"ce149fcb-77c9-4a29-8b7a-6be45e3605bb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.434982496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-enrichment-auth","reconcileID":"c738b6b2-d8f4-4679-8990-96abfc9b932b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.454927856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"c1f2630f-763b-4ac0-89d4-d4e8a4827963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.454956804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"dc5304e0-421a-4756-8f24-dc46efd8fbe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.510536111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"c1f2630f-763b-4ac0-89d4-d4e8a4827963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.510663198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"dc5304e0-421a-4756-8f24-dc46efd8fbe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.554637645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-enrichment-sub","reconcileID":"01ac8386-6717-482e-a008-2bdb397a9ca0","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.55573391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"b7ffc5b8-ed4c-4017-a1a5-bed08a1eac2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.556143388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"9e907739-405b-40e3-a591-bed11a4aa109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.610893808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"b7ffc5b8-ed4c-4017-a1a5-bed08a1eac2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.611650087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"9e907739-405b-40e3-a591-bed11a4aa109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.65702129Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-status-transition-auth","reconcileID":"c9fa524a-7fa5-4ca3-a5f1-b0d168275144","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.6874135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"42c4ce95-3bdb-466d-9074-0db821bee98d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"tenant":"e2e-worker-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.687439319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"42c4ce95-3bdb-466d-9074-0db821bee98d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.883001718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-enrichment-auth","reconcileID":"718a13d4-3073-4c04-a0e7-26b70600630d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.937520895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-enrichment-auth","reconcileID":"718a13d4-3073-4c04-a0e7-26b70600630d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.312669827Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-enrichment-auth","reconcileID":"c0389ac4-68f8-4bb6-862d-f7df9b80b8d0","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.31280711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"53cd8f0b-3f3c-434d-aa57-addfc0f7879f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"tenant":"e2e-worker-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.312825027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"53cd8f0b-3f3c-434d-aa57-addfc0f7879f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.501177225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"8a57642e-3d9b-421c-b2a6-174a9101af37","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.516960301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"bfbf5fc7-bb42-4371-9db9-5464fa08ce16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.516969072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"161f323c-d894-451b-a5f3-94b9dd5c9520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.51798777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"d8320e13-ca4a-4213-8b26-ddb9d8fae9de","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"tenant":"e2e-worker-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.518008114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"d8320e13-ca4a-4213-8b26-ddb9d8fae9de","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.567378387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-enrichment-sub","reconcileID":"880c6ee8-909f-4c8b-ac41-76381757345d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.571382689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"bfbf5fc7-bb42-4371-9db9-5464fa08ce16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.571802829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"161f323c-d894-451b-a5f3-94b9dd5c9520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.663391593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"e07008eb-5c77-4662-9326-d2508b014e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.663536812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"cb2b69fe-4f20-4f66-a928-42120e35bf37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.67555965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"1bcfca06-9440-46a2-a62b-9f8c9fd6c76f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"tenant":"e2e-worker-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.675583877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"1bcfca06-9440-46a2-a62b-9f8c9fd6c76f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.718544163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"cb2b69fe-4f20-4f66-a928-42120e35bf37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.718987574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"e07008eb-5c77-4662-9326-d2508b014e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.870730844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"52ac4f2f-3e81-48d2-b119-452ffdaf90a0","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.923172543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"1c339156-a1e0-4801-8219-2a744a25c00b","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.92575496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"145247a3-f2a5-4e88-ae84-07049727676f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.926173245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ef0e9e3d-65c3-4e45-98ab-b3fcd1ede00d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.980543884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ef0e9e3d-65c3-4e45-98ab-b3fcd1ede00d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:18.980834234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"145247a3-f2a5-4e88-ae84-07049727676f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.069827463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-degraded-models-kube-auth","reconcileID":"ecbe47ac-5cb8-4f7a-95fc-cc59644f15ac","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.125701755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-degraded-models-kube-auth","reconcileID":"ecbe47ac-5cb8-4f7a-95fc-cc59644f15ac","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.147574424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"351fdee2-7d2d-43a9-b2b5-7c924b97d661","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.201528969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"182fc40a-d7f6-4b55-a799-e10cb1c270d0","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:19.251291956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-degraded-models-kube","reconcileID":"b543e68e-7302-4e27-874c-ab70a5c9475f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.294909304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"4c2c8eae-7202-4ba5-a429-1bc0a6225fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.296913732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"9864a092-d11f-4d70-a34d-648ec9e22aa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.349015972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"4c2c8eae-7202-4ba5-a429-1bc0a6225fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.351335773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"9864a092-d11f-4d70-a34d-648ec9e22aa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.361653921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"d634a644-4f66-4be5-882b-61bd53bf8e41","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.416862361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"c703e8a5-f997-41ae-80a2-134181a8e427","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.434287336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"ca64aa4b-1bb4-4626-aa08-0697c4ca8b97","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.607420628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-degraded-models-kube-auth","reconcileID":"7261b909-23ab-43de-ada9-f5862947a937","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.678443284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-degraded-models-kube-auth","reconcileID":"7261b909-23ab-43de-ada9-f5862947a937","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.739311325Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-degraded-models-kube","reconcileID":"39ec5068-97ea-4028-b0f1-97c20ab573f3","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-56f3fe/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-56f3fe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.739452358Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-degraded-models-kube","reconcileID":"39ec5068-97ea-4028-b0f1-97c20ab573f3","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-56f3fe/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.798448368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"6b4413bc-9e8e-4a86-9817-70232c24e3d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.798446188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"c7b83b37-c09b-40a9-9a2c-2d3058517115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.874678177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"c7b83b37-c09b-40a9-9a2c-2d3058517115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.874679641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"6b4413bc-9e8e-4a86-9817-70232c24e3d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.955212857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"3e6d0f57-2f0a-45c9-b6a2-e438e06ce224","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.029164461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"bbb415c4-d97d-45a5-89eb-8d7e7c168f2f","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.039355676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"48faff6d-374b-43eb-9390-978cc9195580","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:20.080896351Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-56f3fe/e2e-degraded-models-kube","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.133326399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"b82f693c-3437-4995-9aa7-05460aff870d","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:20.136169358Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9a5623/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.177272314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"20b48061-1900-4469-9cb1-e559bbbdcaf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.177383283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"80882573-b3b8-4df8-8292-f870d83532d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.186116982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"1ddaf81a-e9c7-40b8-bde2-e71a4e655e7f","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.232742213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"80882573-b3b8-4df8-8292-f870d83532d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.233609102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"20b48061-1900-4469-9cb1-e559bbbdcaf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.247489123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-degraded-models-kube","reconcileID":"4d07489e-b740-46c7-9517-44e825bfb2c7","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.247723207Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-degraded-models-kube","reconcileID":"4d07489e-b740-46c7-9517-44e825bfb2c7","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-56f3fe/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.317306727Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9a5623 priority=0:[ai-tenant-e2e-worker-w0-9a5623/e2e-model-match-sub ai-tenant-e2e-worker-w0-9a5623/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.31731888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"8b5fd73d-b069-4698-bdf6-32dfbef6fb2d","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.373728546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"81acb579-c70e-4204-bbb7-36ad5b03a34a","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.389922434Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-sub","reconcileID":"a1d1023b-a2ce-487b-9278-1885604b4d97","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-w0-9a5623","model":"distinct-w0-9a5623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.4193379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"c3f7f202-5625-4c11-9e3b-49621f651d97","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.428907271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"1e0c7ce3-8e83-48af-979a-8bac2f1a9a48","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.47178928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"e3031752-a04b-4b4b-8c90-e67ccb342079","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:20.479646958Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9a5623/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.499957712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"2b8b0c2b-2522-4312-86f2-260c7647e704","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.559320643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"ac33d255-5dd0-403d-b749-96e24a650084","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.579366205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"b66ef566-9e58-4bbe-98c0-78d83e62f89b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.579366202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"477074c8-54a3-4afe-b475-6b851169ba04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.609371022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"d39bcdd2-5bc1-4c60-86e7-d24542fef878","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.634532107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"b66ef566-9e58-4bbe-98c0-78d83e62f89b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.635832691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"477074c8-54a3-4afe-b475-6b851169ba04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.666188512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"ac7886f9-eca6-4c21-8491-ed43d81ff6db","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.673216884Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-sub","reconcileID":"d5155b8c-8a7b-443f-ab0f-ba4edcb13a41","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-2-w0-9a5623","model":"distinct-2-w0-9a5623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9a5623/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.771723757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-sub","reconcileID":"a36ccd0b-4f1a-4c63-9110-1e69437dd067","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.831614633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"951d02b6-b848-40b8-9a15-5b87f73c42c8","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.860741812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"d7a3ebed-298f-48b1-96f8-0c11180f404e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.893930967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"8d10101d-3a97-4d46-8856-1e17b3f0cc16","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.912861842Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-enrichment-sub","reconcileID":"a96b1589-551c-47ca-bc04-350542883de6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a6946e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.915146573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"d7a3ebed-298f-48b1-96f8-0c11180f404e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.95510224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"fbcf6df1-cf20-4996-8d3a-81da90c4a1e8","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.977180581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"3dbb0895-7117-4f9e-9f5c-030a702c29e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.977788678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"8da4f8c9-3eb9-4d59-9e5c-09261e18d6f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.029144081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-sub","reconcileID":"abb6578b-38a4-4432-b62d-4c473b780620","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-2-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.0319343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"3dbb0895-7117-4f9e-9f5c-030a702c29e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.032208219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"8da4f8c9-3eb9-4d59-9e5c-09261e18d6f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.130755522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-sub","reconcileID":"27eb81a9-bda2-48c8-8a20-f9e66c7446d6","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.197550468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"8a8d9001-ba31-4445-9918-6c43eb9dd120","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.221423755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"f09b2710-ebf3-4b83-af3d-e5281f56f6d6","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.252297027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"8a8d9001-ba31-4445-9918-6c43eb9dd120","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.330325135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-sub","reconcileID":"92f0a932-2073-43ef-89dd-c9fe8ebc8abd","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-2-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.468337794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"464a8af5-071e-427b-8586-8a5325a9b721","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.511400965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"aeff32d8-c201-42c1-b533-0b8f27780e56","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.522823846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"464a8af5-071e-427b-8586-8a5325a9b721","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.565920079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1677dd6b-3392-4f15-b1a9-6903c4a5aa9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.568015761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"15193108-1cdd-48fd-a216-841284336f6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.620861761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1677dd6b-3392-4f15-b1a9-6903c4a5aa9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.622115845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"15193108-1cdd-48fd-a216-841284336f6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.755995343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"20e921c3-8d56-4796-92d5-2051c7613579","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.811208059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"20e921c3-8d56-4796-92d5-2051c7613579","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.927162879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"3123cc73-12cf-4059-9560-73260fe21172","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.077470552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"73dcd27d-7d93-44b9-8b94-012836d19ce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.077690201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-degraded-models-kube-auth","reconcileID":"604fc6dd-834b-480d-8aa5-dd36204dd00c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.077470554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"6159e4cd-bccf-479c-ae0e-ad49dee2c9dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.13218605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"73dcd27d-7d93-44b9-8b94-012836d19ce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.1343675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-degraded-models-kube-auth","reconcileID":"604fc6dd-834b-480d-8aa5-dd36204dd00c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.134955411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"6159e4cd-bccf-479c-ae0e-ad49dee2c9dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.680039252Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"06c2b153-d850-46cc-b458-796538d24fcf","namespace":"ai-tenant-e2e-praxis-a-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.680130504Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"06c2b153-d850-46cc-b458-796538d24fcf","name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.733591159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"581cff30-6dc4-49b5-9081-0768de17259c","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.733614053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"581cff30-6dc4-49b5-9081-0768de17259c","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.733950542Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"06c2b153-d850-46cc-b458-796538d24fcf","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.733969854Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"06c2b153-d850-46cc-b458-796538d24fcf","namespace":"ai-tenant-e2e-praxis-a-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.734025242Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"06c2b153-d850-46cc-b458-796538d24fcf","name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.78669279Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"06c2b153-d850-46cc-b458-796538d24fcf","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.790611404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"72a79903-87e6-4813-8d72-fb97033f9b46","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.790630983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"72a79903-87e6-4813-8d72-fb97033f9b46","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.833420554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"87f370fc-dede-436d-adc0-ec14f9d75cc8","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.888823838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"87f370fc-dede-436d-adc0-ec14f9d75cc8","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"e2e-praxis-a-f7c488-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.889980423Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-sub","reconcileID":"7faa1bbb-f0b1-4d64-aab5-99f295bbb330","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e7a0be76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.006607127Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-sub","reconcileID":"167194c3-d2bf-4a34-bc34-927588a240e1","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e7a0be76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.15613976Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"076f53eb-6669-415d-b0bf-c53a818a4844","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.30570462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"076f53eb-6669-415d-b0bf-c53a818a4844","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.433473717Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"076f53eb-6669-415d-b0bf-c53a818a4844","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"e2e-praxis-a-f7c488-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.433502731Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-auth","reconcileID":"076f53eb-6669-415d-b0bf-c53a818a4844","MaaSAuthPolicy":{"name":"praxis-route-f7c488-auth","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.487463422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"f0df940f-8651-467c-91ca-628c5dafc63b","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.487484366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"f0df940f-8651-467c-91ca-628c5dafc63b","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.413346778Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:27.622038649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-sub","reconcileID":"23084dfe-3507-42eb-8ea8-64f30b8555bc","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:28.674094582Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-list-subs-refs-sub","reconcileID":"f9cd5d3c-a901-4c3a-a5fe-6023c52a71b4","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:28.890590399Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-list-subs-refs-sub","reconcileID":"f9cd5d3c-a901-4c3a-a5fe-6023c52a71b4","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:29.08974974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"cde36b48-98f0-40b1-8bc0-b4def276e869","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:29.144912818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"1573bd83-4c1e-43f2-ac49-886d47b066a7","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:29.145033077Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9a5623 priority=0:[ai-tenant-e2e-worker-w0-9a5623/e2e-model-match-sub ai-tenant-e2e-worker-w0-9a5623/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:29.20095105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"c5857fcf-be90-4c06-ab0e-58c9f854ddc7","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:29.292269176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"554f6620-6f32-42f0-883c-4a769f164ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:29.29226871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"3c234d9b-af62-4346-bf3a-be853cc79400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:29.347147748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"554f6620-6f32-42f0-883c-4a769f164ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:29.348363208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"3c234d9b-af62-4346-bf3a-be853cc79400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:29.895901059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"13f8cf78-59df-4f5f-a712-5e13aec9e88f","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:29.895914341Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9a5623 priority=0:[ai-tenant-e2e-worker-w0-9a5623/e2e-model-match-sub ai-tenant-e2e-worker-w0-9a5623/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:29.896267788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"95228757-64a5-4a3e-b947-d6f01ce8860b","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:29.950299233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"a977b93e-6dd4-4ba7-b279-13f8d069f3fd","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:29.950818843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"946fa580-cbf6-41b5-a1e1-ee39f7fe25fe","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:30.000229477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-partial-access-sub","reconcileID":"15ed37d7-d45f-4c8c-b590-f3c83985ca25","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.044027053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"1ed20d51-e4f1-4baa-bfb3-3136fcae8790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.04402705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"259662b6-e7ae-4753-b4cb-7469f7f960d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.099043457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"1ed20d51-e4f1-4baa-bfb3-3136fcae8790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.113924866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"259662b6-e7ae-4753-b4cb-7469f7f960d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.122944486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"01c6a556-737d-4f5c-a338-d45f2c564655","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.12354935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"6ecaaebe-39a6-4fc5-8032-8770ae90dfa4","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.176566991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"fe164e3b-5871-4743-b554-fdb7de1c96b9","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.1769194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"0b0f2788-f275-49a3-bdf8-faa600e35083","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.392277952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"61220668-4e23-4c64-aae3-b575f4db8b19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.413898109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"12f4602e-d65f-4515-9ff7-4b2d86baf0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.4346139Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-partial-access-sub","reconcileID":"dfc6df5c-1dc3-480f-9f14-2d02948c3428","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/e2e-partial-access-sub","ai-tenant-e2e-worker-w1-3c4802/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.446191146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"61220668-4e23-4c64-aae3-b575f4db8b19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.468746848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"12f4602e-d65f-4515-9ff7-4b2d86baf0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.590769768Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-partial-access-sub","reconcileID":"dfc6df5c-1dc3-480f-9f14-2d02948c3428","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-distinct-w1-3c4802","model":"distinct-w1-3c4802","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.636075705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"4355dd1b-0939-45b6-aebc-cc8c24812617","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.799798673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"dd2ee508-6687-4437-bfe0-c047bb9ec82c","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.800143473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"2c4d8ccb-5803-45e6-ae2b-8c6674ee1a63","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.965490056Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-enrichment-sub","reconcileID":"c069adbc-e5e0-4df8-9fab-c0b8a71f6535","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:30.999575468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-partial-access-sub","reconcileID":"9ac48169-85f9-4035-8fa8-8a7508e4854e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:31.018675491Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-enrichment-sub","reconcileID":"c069adbc-e5e0-4df8-9fab-c0b8a71f6535","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:31.06863337Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-enrichment-sub","reconcileID":"c069adbc-e5e0-4df8-9fab-c0b8a71f6535","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:31.147973598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-partial-access-sub","reconcileID":"9ac48169-85f9-4035-8fa8-8a7508e4854e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-distinct-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/distinct-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:31.339844801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"3327f168-acc7-4619-a4cc-9e6772895437","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"tenant":"e2e-worker-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:31.339867759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"e2e-enrichment-model-ref","reconcileID":"3327f168-acc7-4619-a4cc-9e6772895437","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:31.340366374Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9a5623 priority=0:[ai-tenant-e2e-worker-w0-9a5623/e2e-model-match-sub ai-tenant-e2e-worker-w0-9a5623/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:31.39676905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"e15b140e-00ee-4c35-a314-c09dac266954","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:31.398158497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"acb0a922-022e-469d-9ff4-77713f68cf9c","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:31.486085405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"c7ca3a74-b87b-4c5d-a586-a6581d8ebbde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:31.486366886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"7163bcbf-9596-4b0b-863d-5638cbbe6e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:31.54120093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"c7ca3a74-b87b-4c5d-a586-a6581d8ebbde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:31.542213616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"7163bcbf-9596-4b0b-863d-5638cbbe6e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:31.708107221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"be08b582-b1c6-4c4f-9559-11b0a8a13359","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:31.779616486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-sub","reconcileID":"11ea1de0-5710-4625-8fe2-c69c41c246d1","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-2-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.085395562Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-degraded-models-kube","reconcileID":"734e2d8e-9f37-40eb-b9f8-7672f924bc10","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.326746213Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-degraded-models-kube","reconcileID":"734e2d8e-9f37-40eb-b9f8-7672f924bc10","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-56f3fe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.326872776Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-degraded-models-kube","reconcileID":"734e2d8e-9f37-40eb-b9f8-7672f924bc10","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.327061831Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-degraded-models-kube","reconcileID":"734e2d8e-9f37-40eb-b9f8-7672f924bc10","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-56f3fe/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.524921618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"cb2f719b-8143-498d-b122-428f5af9bd0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.598589558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"dceb7280-5fcf-4342-8854-43e65c02fb2a","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.654229457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"e2f1de0c-00f0-4e8a-b218-40079742e936","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.660411801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"63181137-b55c-4397-aed2-d267e5337905","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.661888466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"3c7fd5f0-7e86-443b-ba64-3b7f2fb9be9e","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:32.715836096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-no-access-sub","reconcileID":"a13fc106-ed63-4972-8946-18468f88868a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.727743948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"a858343a-8ad0-4899-a49e-78b0d90068f1","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.752121674Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-sub","reconcileID":"01dd1f1d-abb7-4245-bdc3-51fa59c78630","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-44f13885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.816385473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"8a5069ce-cde9-44a8-b196-022cf7b99da6","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.825931353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"92de5e52-4e18-48e3-85b0-8f9448844edd","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.847417846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a520573e-fbb6-4d81-adf5-167ff1f5fdb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.847712741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"45a67e94-0cd6-4d4a-b276-539ec662a235","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.84799928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"ce122eb1-c98f-4070-bcc2-4df1ff23290c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.848420065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"ace61397-9f73-40cb-9d4e-5b47b0e671ea","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.848470263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"2021cf1c-763c-40f5-900d-9a4c29cbe925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.878337799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"f40280d8-4359-4672-9eb9-dc0d5e517df7","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.890355689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"ce6eb7e2-6ff1-4a2d-a16f-ec28f8660603","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.90248052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"45a67e94-0cd6-4d4a-b276-539ec662a235","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.90323055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"ace61397-9f73-40cb-9d4e-5b47b0e671ea","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.904629863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"ce122eb1-c98f-4070-bcc2-4df1ff23290c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.905561441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"2021cf1c-763c-40f5-900d-9a4c29cbe925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:32.906862257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a520573e-fbb6-4d81-adf5-167ff1f5fdb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.056580771Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-sub","reconcileID":"d2623a59-b76e-4a2d-beed-61fb71cc8f6e","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","subscription":"praxis-route-f7c488-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.085491307Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-no-access-sub","reconcileID":"7a3f4fad-1c81-41fe-a248-cec8d15fd4bf","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-distinct-w3-4d14e0","model":"distinct-w3-4d14e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4d14e0/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.106323321Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-sub","reconcileID":"d2623a59-b76e-4a2d-beed-61fb71cc8f6e","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.159010344Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488-sub","reconcileID":"d2623a59-b76e-4a2d-beed-61fb71cc8f6e","MaaSSubscription":{"name":"praxis-route-f7c488-sub","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"name":"maas-trlp-praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.247461407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"5db40a03-9307-41d7-a4ff-fb2b1f98d765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.24850477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"8c947648-e1b0-4038-be41-6ee53a1bf16e","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.296482957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"7930c8ff-a916-470f-9212-c1d760eee9f5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.297279375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"167504c7-f19b-4c16-884c-38c09c1605e2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.297463141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"5c78a21d-6489-43dc-963a-5ff3bd823505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.29804814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"a5a395a1-f4fc-436a-a8e4-7b467f9d50a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.303791266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"5db40a03-9307-41d7-a4ff-fb2b1f98d765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.35328365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"7930c8ff-a916-470f-9212-c1d760eee9f5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.356022424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"167504c7-f19b-4c16-884c-38c09c1605e2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.357200157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"5c78a21d-6489-43dc-963a-5ff3bd823505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.359419907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"a5a395a1-f4fc-436a-a8e4-7b467f9d50a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.452926219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-no-access-sub","reconcileID":"612a57ac-acb1-411d-be68-15eba30709e7","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-distinct-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/distinct-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.508375796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"3d401be3-90e7-485e-bfb9-5b5dc16530ae","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"tenant":"e2e-praxis-a-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","model":"ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.508402816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"3d401be3-90e7-485e-bfb9-5b5dc16530ae","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"routeName":"praxis-route-f7c488-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f7c488","llmisvcName":"praxis-route-f7c488","gateway":"openshift-ingress/e2e-praxis-a-f7c488","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.568043726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"8e2ed5fe-7407-49b4-b881-27f76f955e94","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.61815523Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"e2e-degraded-models-kube-auth","reconcileID":"b5ea4605-6aee-493a-b301-c99b02f6e4e0","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.670586723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"ec1a8926-b5fa-4f64-93c8-18b96e918d27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.689563715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"e277b3e3-a2bb-4242-88fd-ecf621499168","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.725345008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"ec1a8926-b5fa-4f64-93c8-18b96e918d27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.768475217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"b156d123-01ed-4883-bfcc-53e0438d8c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.819613175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"78713f7a-3609-4e5f-9446-e6b21c01d273","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.842604508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"b156d123-01ed-4883-bfcc-53e0438d8c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.871185136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"04e11b85-6b8f-4ce7-a495-accd29929f01","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.876164498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"78713f7a-3609-4e5f-9446-e6b21c01d273","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.912283222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-no-access-auth","reconcileID":"8009d990-85ef-438a-a34b-8e17389ae3d2","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.970344668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-no-access-auth","reconcileID":"8009d990-85ef-438a-a34b-8e17389ae3d2","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.325445023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"dd64390a-7ba9-4d30-95ba-a69bece9245f","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.528385197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-sub","reconcileID":"8de8143d-7836-43b3-8d6e-511da69cb3cb","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-2-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.533936209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-no-access-auth","reconcileID":"4bbdf590-3440-4431-b35b-57269f935cf9","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.595836301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-no-access-auth","reconcileID":"4bbdf590-3440-4431-b35b-57269f935cf9","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.71577926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"739d039d-6ec0-4686-91f6-6f6f7aef3e1c","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.024056983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"5eda2253-4609-4582-a0a0-48fa041c8d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.024056993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"9ed65e44-78cc-4beb-8370-4f32caff37b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.078551305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"5eda2253-4609-4582-a0a0-48fa041c8d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.078570408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"9ed65e44-78cc-4beb-8370-4f32caff37b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.168414612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ff388550-72a1-4fb0-a705-a392275428c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.168613519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-no-access-auth","reconcileID":"351d4f63-ddaa-47e1-9af3-001219a97e35","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.168425443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"c3deabaf-12c7-4e57-acc4-121bf52d0182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.224096217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-no-access-auth","reconcileID":"351d4f63-ddaa-47e1-9af3-001219a97e35","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.224096163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"c3deabaf-12c7-4e57-acc4-121bf52d0182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.226376608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"ff388550-72a1-4fb0-a705-a392275428c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.495626801Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-no-access-auth","reconcileID":"4830813c-1522-4a56-8919-2f0eb071a887","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/distinct-2-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.495698993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"5c341ad5-f0d4-44bc-8422-96dd8b37e480","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.524507388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"4b6c42d7-b221-40e5-a300-8ca9c7b72f60","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.525063343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"6f27d309-bffe-4a50-a910-d6ddf145dcfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.578522148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"4b6c42d7-b221-40e5-a300-8ca9c7b72f60","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.578931119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"6f27d309-bffe-4a50-a910-d6ddf145dcfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.624249777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"5a183df8-aa13-4810-9210-cbb558274cd5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.624233835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"70c753de-6a7f-4ec9-9453-0d1c5bfe580b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.647141558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"8ca0a358-34b1-4904-a51e-0c12bc484e49","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.678697426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"5a183df8-aa13-4810-9210-cbb558274cd5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.678697727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"70c753de-6a7f-4ec9-9453-0d1c5bfe580b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.804946005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"5b4896aa-f2ad-4a30-b2c0-b0c1862f99cf","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.9527651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"28cefda6-9b6f-4ce5-98b2-ddfa14918fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.952804502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"f2d14529-7e73-49c8-9965-0f0caa3cdd19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.009177401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"28cefda6-9b6f-4ce5-98b2-ddfa14918fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.009390711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"f2d14529-7e73-49c8-9965-0f0caa3cdd19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:40.171063305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"a57b3cd5-e08a-4e79-a3cf-ac3b14439450","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:40.225802289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"fffe50d2-1291-4509-aab1-c78088be9249","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:40.373438401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-partial-access-auth","reconcileID":"e5d742ca-6404-4da8-80c3-3cc68b2d43e1","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:40.429355225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-partial-access-auth","reconcileID":"e5d742ca-6404-4da8-80c3-3cc68b2d43e1","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:40.684351269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"caf8c504-0b19-4e99-a010-4fc80e87e942","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:40.832029132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-partial-access-auth","reconcileID":"10ee3275-2a71-4174-bd5b-d1bd13eaf445","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:40.887685704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-partial-access-auth","reconcileID":"10ee3275-2a71-4174-bd5b-d1bd13eaf445","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:42.801969409Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-sub","reconcileID":"8c4e4c5b-bbc6-4234-92c0-253993b3b132","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:42.851577576Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-sub","reconcileID":"8c4e4c5b-bbc6-4234-92c0-253993b3b132","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:42.901839782Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-sub","reconcileID":"8c4e4c5b-bbc6-4234-92c0-253993b3b132","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.164222743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"50ce9d1f-c88e-41b9-826d-e876f02e47de","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.316133531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"c0287ab0-44dd-4616-a39b-29c8fd5ac200","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.412969477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"453172ae-ef05-4add-9bff-fba7bf0eb4fc","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.413097546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"915ffc20-3c7c-4e56-8715-f581845d0eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.412969528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"ec7e81aa-9c37-4514-a80f-c990601b62b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.413581083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"8509ef2a-4b1a-43ef-bc70-484eabddaa1e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.467898933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"453172ae-ef05-4add-9bff-fba7bf0eb4fc","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.468856491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"915ffc20-3c7c-4e56-8715-f581845d0eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.470261507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"ec7e81aa-9c37-4514-a80f-c990601b62b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.470523577Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-sub","reconcileID":"cbe7cf4f-a7ae-4777-a8af-6042f0f33ade","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d260d2a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.472457132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"8509ef2a-4b1a-43ef-bc70-484eabddaa1e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.55673059Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-partial-access-auth","reconcileID":"9b6658f1-f54d-438a-bf96-d160555e9db5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.556820022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"f0eb690e-3e6e-4054-a8c5-931e924758cc","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.720647777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"b25e6be3-6998-4576-a1c2-1bc665db457e","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.883613173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"06279e49-ff46-4a27-993f-ffce4ba07fc4","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.884179645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"3741a996-7c7c-4242-808a-67fc5e67385f","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.911867656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"f5c79586-d036-46c2-a575-773d8021f5e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.911998356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"7a48ae62-6cc3-4b28-a64c-fba27c81092e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.912423937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"d57bb58a-0d44-4737-97f0-c68faeb8e6d7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.912440866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"a7b61286-5359-4373-83d1-4b39c043236e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.966937157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"f5c79586-d036-46c2-a575-773d8021f5e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.967209133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"d57bb58a-0d44-4737-97f0-c68faeb8e6d7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.969167625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"7a48ae62-6cc3-4b28-a64c-fba27c81092e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.969432956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"a7b61286-5359-4373-83d1-4b39c043236e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:44.030862795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"1018544b-054f-46a2-9f4b-a8c529d16016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:44.085205396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"1018544b-054f-46a2-9f4b-a8c529d16016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:44.313188125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"936dce90-6ede-4206-87fd-a9213a1d012e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:44.36810968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"936dce90-6ede-4206-87fd-a9213a1d012e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:46.960609821Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-no-access-sub","reconcileID":"c492a7dc-9f3d-4880-bed9-f5199bef726f","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/distinct-w3-4d14e0","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.011667161Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-no-access-sub","reconcileID":"c492a7dc-9f3d-4880-bed9-f5199bef726f","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/distinct-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.061524487Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"e2e-no-access-sub","reconcileID":"c492a7dc-9f3d-4880-bed9-f5199bef726f","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/distinct-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.332270775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"ddf85158-4023-4218-879b-9147846dbef0","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.487540813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"cd590d80-1ece-4f7c-b3f9-c5c4884b7384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.487906831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"2fabca29-dbb3-4255-b89f-f116be79dbd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.542363094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"cd590d80-1ece-4f7c-b3f9-c5c4884b7384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.543186471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"2fabca29-dbb3-4255-b89f-f116be79dbd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.047827396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bbc0f30-0d7c-40b9-b5ec-2bd0f2b76f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.097129357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bbc0f30-0d7c-40b9-b5ec-2bd0f2b76f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.147127201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bbc0f30-0d7c-40b9-b5ec-2bd0f2b76f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.200528485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bbc0f30-0d7c-40b9-b5ec-2bd0f2b76f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.516993541Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-5e884c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-5e884c","reconcileID":"fc6c4f0b-a9f8-4fc6-9962-b7e07eb74477","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-5e884c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-5e884c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.094813269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0eabc6a-9dc3-4a09-9af7-000319f440f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.183152701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0eabc6a-9dc3-4a09-9af7-000319f440f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.23934594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0eabc6a-9dc3-4a09-9af7-000319f440f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.294653755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0eabc6a-9dc3-4a09-9af7-000319f440f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:53.534735209Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-sub","reconcileID":"0bf7d99d-94fa-4311-b971-23994f2e7993","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:53.587926581Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-sub","reconcileID":"0bf7d99d-94fa-4311-b971-23994f2e7993","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:53.707588857Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-sub","reconcileID":"0bf7d99d-94fa-4311-b971-23994f2e7993","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:53.998300006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"92690d3c-223a-404f-8717-94dbd7dc631b","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.040631417Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-partial-access-sub","reconcileID":"46d3b94c-c701-43b0-ba4e-f2e6bb28d482","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.154361762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"d234a96f-ac4b-433c-a8e3-0f5d3915f003","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.263680356Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-partial-access-sub","reconcileID":"46d3b94c-c701-43b0-ba4e-f2e6bb28d482","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3c4802/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.263813688Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-partial-access-sub","reconcileID":"46d3b94c-c701-43b0-ba4e-f2e6bb28d482","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/distinct-w1-3c4802","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.29560073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"03c2e2e7-30b1-4360-8a28-d10e4126f70d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.295905416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"219a0743-7727-4483-b4f7-bb341e786e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.296207574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"bac4a5ba-4db2-4378-8f92-71959abcac6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.296410462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"fec2108b-54a7-4a71-8a9b-a4c5a5a23fce","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.331122749Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-partial-access-sub","reconcileID":"46d3b94c-c701-43b0-ba4e-f2e6bb28d482","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/distinct-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.376841104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"219a0743-7727-4483-b4f7-bb341e786e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.386780033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"fec2108b-54a7-4a71-8a9b-a4c5a5a23fce","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.398086533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965ef71e-ebdb-4210-bde8-5bfa3482a274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.404729819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"03c2e2e7-30b1-4360-8a28-d10e4126f70d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.41705556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"bac4a5ba-4db2-4378-8f92-71959abcac6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.460426197Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"e2e-partial-access-sub","reconcileID":"46d3b94c-c701-43b0-ba4e-f2e6bb28d482","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/distinct-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.465456134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965ef71e-ebdb-4210-bde8-5bfa3482a274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.558575625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965ef71e-ebdb-4210-bde8-5bfa3482a274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.630804481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965ef71e-ebdb-4210-bde8-5bfa3482a274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.655333092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"e2fa82b8-a607-433b-9641-d59cf83f6e60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.783178897Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-match-auth","reconcileID":"90f199d2-37a5-4868-a3c9-b8f78c53b01e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.88181654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"8bbfd37b-8dfa-4b40-b988-88f2fc963721","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.882129099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"863c50f4-9fac-4fb0-86c4-9322c15c6e33","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.930606534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"1752944a-a46d-43f4-ae65-bf30b77c8e57","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.987970072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"1752944a-a46d-43f4-ae65-bf30b77c8e57","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:55.041030888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"2d8051a8-9fe7-4c21-866b-8a1827f73cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:55.041694979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"0ec7b17c-f579-4a22-a502-fbc38bcb1e2a","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:55.046038168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"d99a5a04-f0b5-4c94-88c9-fd71ea64cd88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:55.097876326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"2d8051a8-9fe7-4c21-866b-8a1827f73cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:55.101535729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"d99a5a04-f0b5-4c94-88c9-fd71ea64cd88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:55.190288692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"dd3d7095-f1c3-4505-8019-d668cbd58781","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:55.196733915Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"e2e-model-nomatch-auth","reconcileID":"85a804bb-26e8-42b7-bd22-84b7e0e18049","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:55.414530969Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:55.45451834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"1ceb3184-2616-41f4-9d4c-8f72ef139618","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:01.386269717Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","namespace":"ai-tenant-e2e-praxis-a-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:01.386332381Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","namespace":"ai-tenant-e2e-praxis-a-f7c488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:01.386380898Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","tenant":"e2e-praxis-a-f7c488","tenantID":"e2e-praxis-a-f7c488","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:01.43808074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"Deployment","name":"maas-api-e2e-praxis-a-f7c488","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:01.498093724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"Service","name":"maas-api-e2e-praxis-a-f7c488","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:01.554267081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-f7c488","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:01.605546638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-f7c488","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:01.662363987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-f7c488","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:01.737069184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-f7c488","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:01.789808835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-f7c488","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:01.852566522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-f7c488","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:01.916585098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-f7c488","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:01.968311666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-f7c488","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.019115636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"Service","name":"payload-processing-e2e-praxis-a-f7c488","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.068732299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-f7c488","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.129013112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-f7c488","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.177854342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-f7c488","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.226775695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-f7c488","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.279863765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-f7c488","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.331537813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-f7c488","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.380750629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-f7c488","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.441551402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-f7c488","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.498534403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"default-tenant","reconcileID":"5de8be3e-8401-4a9d-a39c-e62b2c02385f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-f7c488","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.063798345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"259466ab-98a9-407e-bc1f-7acc27ee41be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.140768953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"259466ab-98a9-407e-bc1f-7acc27ee41be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.195800668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"259466ab-98a9-407e-bc1f-7acc27ee41be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.252345397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"259466ab-98a9-407e-bc1f-7acc27ee41be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.539167248Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f7c488","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f7c488","reconcileID":"8307f7c8-68e4-4043-b5fc-74508c53cefb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f7c488","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-f7c488"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:03.710937717Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"351ca25b-d05f-4c8e-a34d-7aa97debddea","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:03.790316552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"351ca25b-d05f-4c8e-a34d-7aa97debddea","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:03.79657192Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"0d585ebb-b9fa-4dec-9ceb-0eeb05aa6890","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:03.796681512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"0d585ebb-b9fa-4dec-9ceb-0eeb05aa6890","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:03.808769251Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"380ff23d-be97-498f-9cca-672ca8e14098","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:03.808879605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"380ff23d-be97-498f-9cca-672ca8e14098","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:03.836039157Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"5da8e8be-cf29-4c78-a4ae-1ad5cb2329f4","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:03.836137191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"5da8e8be-cf29-4c78-a4ae-1ad5cb2329f4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:03.877797224Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"2d41505d-71bc-4a68-9873-cc34f1f0dc32","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:03.878028956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"2d41505d-71bc-4a68-9873-cc34f1f0dc32","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:03.961553497Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"71041288-c6ae-4f4d-ab5f-f6f73699226b","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:03.961650081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"71041288-c6ae-4f4d-ab5f-f6f73699226b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:04.072387989Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"2bc72c3d-a95f-4e5a-ab28-389b9bd23138","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:04.07248214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"2bc72c3d-a95f-4e5a-ab28-389b9bd23138","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.264505449Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-43d592","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-43d592","reconcileID":"bb3d5e37-21d0-459e-9eca-4c4717efa633","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-43d592","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-43d592":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:04.395528725Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"de1cc89b-4402-4bcf-abf2-477f1bb86fc6","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:04.395705815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"de1cc89b-4402-4bcf-abf2-477f1bb86fc6","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:04.59315569Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"3ba137db-ba7a-4b45-b990-6a220f5075ae","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:04.593351627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"3ba137db-ba7a-4b45-b990-6a220f5075ae","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:05.317009951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"d00dfe90-fdd4-43f5-84ce-1502248011ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:05.374386753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"68cb62b0-39db-482b-9fa7-b400290c24b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:05.393546794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"d00dfe90-fdd4-43f5-84ce-1502248011ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:05.482190507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"68cb62b0-39db-482b-9fa7-b400290c24b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:05.874317322Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"b9b02bdc-c234-4112-a771-c4b4755e828f","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:05.874397296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"b9b02bdc-c234-4112-a771-c4b4755e828f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:05.882767761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"5ce0af35-88a4-4231-9c54-777bffc5eec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:05.933418942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1c9ddd-1f6e-4b9d-acad-0e1a17d2c92c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:05.933627842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"513a668c-45a6-45b2-b95e-9c1e36e67951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:05.983726763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1c9ddd-1f6e-4b9d-acad-0e1a17d2c92c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:06.038723387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1c9ddd-1f6e-4b9d-acad-0e1a17d2c92c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:06.04532346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"5ce0af35-88a4-4231-9c54-777bffc5eec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:06.045608197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"513a668c-45a6-45b2-b95e-9c1e36e67951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:06.08969944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1c9ddd-1f6e-4b9d-acad-0e1a17d2c92c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:06.093286477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"9ddef342-5051-4118-a499-c89cefd4bfab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:06.093378516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"2ce66e81-1929-46c8-a657-8b73a068b04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:06.147910715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"9ddef342-5051-4118-a499-c89cefd4bfab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:06.148038996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"2ce66e81-1929-46c8-a657-8b73a068b04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:06.765324295Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"446c3b19-2404-4ac6-a503-0e63f3c53d12","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:06.774695398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"446c3b19-2404-4ac6-a503-0e63f3c53d12","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:08.076139749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e5c75e-10f5-4eb6-a675-dcb878ef938e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:08.139584891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e5c75e-10f5-4eb6-a675-dcb878ef938e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:08.190514757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e5c75e-10f5-4eb6-a675-dcb878ef938e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:08.240880576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e5c75e-10f5-4eb6-a675-dcb878ef938e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:09.629960662Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"dec94b10-0d17-40bf-a545-2fe9fb716ae6","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:09.630049317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"dec94b10-0d17-40bf-a545-2fe9fb716ae6","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:10.238757141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1caa68e5-c02a-4145-822b-1327df60c391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:10.288021843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1caa68e5-c02a-4145-822b-1327df60c391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:10.340650259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1caa68e5-c02a-4145-822b-1327df60c391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:10.391105084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1caa68e5-c02a-4145-822b-1327df60c391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:11.645207111Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"ec9fb054-5f6d-46bc-b888-85343c7baad7","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:11.645335173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"ec9fb054-5f6d-46bc-b888-85343c7baad7","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:11.847057413Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"098dc249-f272-42e3-bbb7-cf3914e70694","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:11.847146928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"098dc249-f272-42e3-bbb7-cf3914e70694","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:12.2402811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d898ac-9c8f-4e27-9626-d9cd720fe6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:12.289673574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d898ac-9c8f-4e27-9626-d9cd720fe6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:12.339139446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d898ac-9c8f-4e27-9626-d9cd720fe6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:12.388160587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d898ac-9c8f-4e27-9626-d9cd720fe6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:13.001458236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"b68ccc3b-fd19-4d79-9816-88b0cd1d522f","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:13.001547052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"b68ccc3b-fd19-4d79-9816-88b0cd1d522f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.164906935Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-6fc60c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-6fc60c","reconcileID":"6d880947-f3b7-4ecc-8d7b-08a5209aaf18","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-6fc60c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-6fc60c":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:13.448741562Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"9712f192-6be5-419d-aa49-bc8e45526810","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:13.448810833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"9712f192-6be5-419d-aa49-bc8e45526810","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:14.254799241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9f2a1f-1b33-4f2a-b3b8-f8d5e03a34f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:14.304144662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9f2a1f-1b33-4f2a-b3b8-f8d5e03a34f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:14.353573933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9f2a1f-1b33-4f2a-b3b8-f8d5e03a34f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:14.403224386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9f2a1f-1b33-4f2a-b3b8-f8d5e03a34f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:15.455562552Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"66e96199-8746-40de-a6e3-8948b2a9b826","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:15.455627367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"66e96199-8746-40de-a6e3-8948b2a9b826","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.194417604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a4435e-1ad1-403e-aeac-6bc515154209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.243825147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a4435e-1ad1-403e-aeac-6bc515154209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.295935148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a4435e-1ad1-403e-aeac-6bc515154209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.346051804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a4435e-1ad1-403e-aeac-6bc515154209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.186301738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c94af45-e39f-4fea-b738-62fca9103f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.248854075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c94af45-e39f-4fea-b738-62fca9103f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.304756181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c94af45-e39f-4fea-b738-62fca9103f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.355015798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c94af45-e39f-4fea-b738-62fca9103f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:19.278549055Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"afd68168-343b-45bd-80ac-eedbfc8430f8","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:19.278615834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"afd68168-343b-45bd-80ac-eedbfc8430f8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:19.459005101Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"fadf10f4-e931-4f2f-8831-0e3a3f5af001","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:19.459079255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"fadf10f4-e931-4f2f-8831-0e3a3f5af001","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:20.181391665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad5bd5a0-4d3f-4972-a796-5957e7005800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:20.233083367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad5bd5a0-4d3f-4972-a796-5957e7005800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:20.282678075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad5bd5a0-4d3f-4972-a796-5957e7005800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:20.332203065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad5bd5a0-4d3f-4972-a796-5957e7005800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:20.612542909Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"b434a4df-7b5d-44cb-990a-7d9c1fc69d35","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:20.612617722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"b434a4df-7b5d-44cb-990a-7d9c1fc69d35","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:20.768643998Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-ef00a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-ef00a4","reconcileID":"d7447c6c-f048-4579-b6f7-77154f226176","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-ef00a4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-ef00a4":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:21.048295342Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"ff8d1ed3-16b4-43d1-8e66-bb309541efdf","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:21.048384412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"ff8d1ed3-16b4-43d1-8e66-bb309541efdf","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:22.162856154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9dbf96-08af-4b23-80d7-62faec5ee743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:22.212399678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9dbf96-08af-4b23-80d7-62faec5ee743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:22.262143766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9dbf96-08af-4b23-80d7-62faec5ee743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:22.311852822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9dbf96-08af-4b23-80d7-62faec5ee743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:23.073516793Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"0232f4bd-dbdf-4b44-a24b-848c838b3d4c","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:23.073581559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f7c488","namespace":"ai-tenant-e2e-praxis-a-f7c488"},"namespace":"ai-tenant-e2e-praxis-a-f7c488","name":"praxis-route-f7c488","reconcileID":"0232f4bd-dbdf-4b44-a24b-848c838b3d4c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-f7c488/praxis-route-f7c488-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-f7c488]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:24.117727088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3897f86c-6ec0-4c8f-a5da-b994c5c7d6d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:24.203375563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3897f86c-6ec0-4c8f-a5da-b994c5c7d6d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:24.29621796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3897f86c-6ec0-4c8f-a5da-b994c5c7d6d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:24.345896028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3897f86c-6ec0-4c8f-a5da-b994c5c7d6d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:25.411671604Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:33.586962018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"4d592c83-5b5d-4951-a8ca-507962cb535d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:33.689153433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"42a106c3-2c71-4adc-9aea-e6679d0196c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:33.59256209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"8298cf00-d3bf-447b-b19f-281c19cd3ad2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:33.780213309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c26d0334-d58e-41af-b519-6e38ea0895c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:33.891507927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"8298cf00-d3bf-447b-b19f-281c19cd3ad2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:33.895048177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"4d592c83-5b5d-4951-a8ca-507962cb535d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:33.922208915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"42a106c3-2c71-4adc-9aea-e6679d0196c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:33.949588232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"c26d0334-d58e-41af-b519-6e38ea0895c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.975705621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"b444252a-ce6a-4a78-9285-0c1a052ca848","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-5e884c","tenantID":"e2e-shared-a-w2-5e884c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.090699405Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"b444252a-ce6a-4a78-9285-0c1a052ca848","name":"e2e-shared-a-w2-5e884c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:49.247308382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"ae8b34ed-ef85-4b59-b457-3d1385da5d4f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-43d592","tenantID":"e2e-shared-a-w3-43d592","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:49.360436298Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"ae8b34ed-ef85-4b59-b457-3d1385da5d4f","name":"e2e-shared-a-w3-43d592-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:55.41138802Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:03.593371581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"61906738-210c-4f2a-b79d-89ef935693a3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6fc60c","tenantID":"e2e-shared-a-w0-6fc60c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:03.707875944Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"61906738-210c-4f2a-b79d-89ef935693a3","name":"e2e-shared-a-w0-6fc60c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:10.291698153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a38e75-bacb-4f8d-b295-42f8e57ee7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:10.341944591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a38e75-bacb-4f8d-b295-42f8e57ee7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:10.391833912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a38e75-bacb-4f8d-b295-42f8e57ee7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:10.441813539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a38e75-bacb-4f8d-b295-42f8e57ee7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:12.268046216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c08e6a0-7724-4c67-93e7-d707af6faf51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:12.320857811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c08e6a0-7724-4c67-93e7-d707af6faf51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:12.370260569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c08e6a0-7724-4c67-93e7-d707af6faf51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:12.420078333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c08e6a0-7724-4c67-93e7-d707af6faf51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:14.243280043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"938eb49b-50ca-4f62-8875-8611c490db24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:14.293756238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"938eb49b-50ca-4f62-8875-8611c490db24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:14.34288612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"938eb49b-50ca-4f62-8875-8611c490db24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:14.392349463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"938eb49b-50ca-4f62-8875-8611c490db24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:16.218789804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f4136f8-de9e-40b4-b9c7-5c0844022e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:16.26893195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f4136f8-de9e-40b4-b9c7-5c0844022e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:16.318226361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f4136f8-de9e-40b4-b9c7-5c0844022e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:16.367275619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f4136f8-de9e-40b4-b9c7-5c0844022e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.209138423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"9f690845-c416-4656-8eb5-4a0d8a09c468","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ef00a4","tenantID":"e2e-shared-a-w1-ef00a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.274825264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680df1c7-da8e-4971-b454-65f7f82b88c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.334488082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680df1c7-da8e-4971-b454-65f7f82b88c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.360884783Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"9f690845-c416-4656-8eb5-4a0d8a09c468","name":"e2e-shared-a-w1-ef00a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.410117741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680df1c7-da8e-4971-b454-65f7f82b88c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.461090165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680df1c7-da8e-4971-b454-65f7f82b88c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.426968107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9086a25-2c8e-44d0-a285-9bdba3375e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.477100778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9086a25-2c8e-44d0-a285-9bdba3375e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.550385942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9086a25-2c8e-44d0-a285-9bdba3375e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.601894307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9086a25-2c8e-44d0-a285-9bdba3375e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:22.732955336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889eb8a4-5b29-40d5-9e1b-bee86e89f59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:22.796754636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889eb8a4-5b29-40d5-9e1b-bee86e89f59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:22.861633618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889eb8a4-5b29-40d5-9e1b-bee86e89f59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:22.97577812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889eb8a4-5b29-40d5-9e1b-bee86e89f59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:25.079673842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f94d2af-d034-44f5-8de3-9b373f28eb39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:25.163971141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f94d2af-d034-44f5-8de3-9b373f28eb39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:25.214478266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f94d2af-d034-44f5-8de3-9b373f28eb39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:25.263848402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f94d2af-d034-44f5-8de3-9b373f28eb39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:25.411402401Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:27.152713299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"197e3c10-f7d8-4f1f-8ec3-235a443c690a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:27.202126714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"197e3c10-f7d8-4f1f-8ec3-235a443c690a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:27.252232417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"197e3c10-f7d8-4f1f-8ec3-235a443c690a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:27.301763701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"197e3c10-f7d8-4f1f-8ec3-235a443c690a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:29.153795686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a9026b-85a7-4ee0-906d-991381c85461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:29.203544035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a9026b-85a7-4ee0-906d-991381c85461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:29.300431192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a9026b-85a7-4ee0-906d-991381c85461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:29.382587004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a9026b-85a7-4ee0-906d-991381c85461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:31.240698832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f070d3-6a1b-4f15-9ef3-d1902188ff96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:31.290019221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f070d3-6a1b-4f15-9ef3-d1902188ff96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:31.347208104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f070d3-6a1b-4f15-9ef3-d1902188ff96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:31.398745139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f070d3-6a1b-4f15-9ef3-d1902188ff96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:33.357090503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba669f21-5e98-44a5-8fed-82af68db510d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:33.415578222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba669f21-5e98-44a5-8fed-82af68db510d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:33.465379763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba669f21-5e98-44a5-8fed-82af68db510d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:33.520652847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba669f21-5e98-44a5-8fed-82af68db510d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:35.602800812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa4b9e7-6107-4e0e-a1fa-0265ca738f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:35.665373501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa4b9e7-6107-4e0e-a1fa-0265ca738f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:35.738334566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa4b9e7-6107-4e0e-a1fa-0265ca738f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:35.803934929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa4b9e7-6107-4e0e-a1fa-0265ca738f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:37.664942193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d05fb2-9471-4931-9f69-0fc1b1947724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:37.714470202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d05fb2-9471-4931-9f69-0fc1b1947724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:37.763680154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d05fb2-9471-4931-9f69-0fc1b1947724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:37.812866207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d05fb2-9471-4931-9f69-0fc1b1947724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:39.612931347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed307dc5-7b1b-4d1d-8672-610484367d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:39.66231364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed307dc5-7b1b-4d1d-8672-610484367d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:39.711553806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed307dc5-7b1b-4d1d-8672-610484367d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:39.761250229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed307dc5-7b1b-4d1d-8672-610484367d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:41.626786777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f636fd8-8e09-4572-b2de-eb801f81e6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:41.67591769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f636fd8-8e09-4572-b2de-eb801f81e6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:41.7260084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f636fd8-8e09-4572-b2de-eb801f81e6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:41.77531667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f636fd8-8e09-4572-b2de-eb801f81e6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:43.654981521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25111301-3422-4d3d-a72d-fc86578ad90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:43.712267696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25111301-3422-4d3d-a72d-fc86578ad90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:43.763656202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25111301-3422-4d3d-a72d-fc86578ad90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:43.81675076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25111301-3422-4d3d-a72d-fc86578ad90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:46.725505243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da20cb9-17a9-4589-9816-d891cbf99e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:46.775175528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da20cb9-17a9-4589-9816-d891cbf99e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:46.83043111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da20cb9-17a9-4589-9816-d891cbf99e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:46.902459905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da20cb9-17a9-4589-9816-d891cbf99e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:47.365117314Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-5bb0b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-5bb0b1","reconcileID":"a56465b6-6e17-4f28-a7f1-8a5ed9931bfb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-5bb0b1","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-5bb0b1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:48.83973683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3791cf6a-27da-48ea-9342-2a51b884d9b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:48.889196946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3791cf6a-27da-48ea-9342-2a51b884d9b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:48.938372812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3791cf6a-27da-48ea-9342-2a51b884d9b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:48.987480389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3791cf6a-27da-48ea-9342-2a51b884d9b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.281200821Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","namespace":"ai-tenant-e2e-praxis-b-7fd427","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.281308666Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","namespace":"ai-tenant-e2e-praxis-b-7fd427","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.281365788Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","tenant":"e2e-praxis-b-7fd427","tenantID":"e2e-praxis-b-7fd427","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.334279869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"Deployment","name":"maas-api-e2e-praxis-b-7fd427","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.402393159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"Service","name":"maas-api-e2e-praxis-b-7fd427","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.457946269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-7fd427","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.515498772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-7fd427","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.583865409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-7fd427","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.657665708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-7fd427","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.718585791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-7fd427","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.77800451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-7fd427","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.83863619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-7fd427","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.888809208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-7fd427","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.897687575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6565888-45f7-4e22-b360-c0dbd64fe19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.948819665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"Service","name":"payload-processing-e2e-praxis-b-7fd427","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.949891539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6565888-45f7-4e22-b360-c0dbd64fe19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.000359703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6565888-45f7-4e22-b360-c0dbd64fe19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.000454788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-7fd427","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.049540593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-7fd427","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.049841244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6565888-45f7-4e22-b360-c0dbd64fe19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.099809564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-7fd427","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.148654957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-7fd427","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.206507285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-7fd427","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.255546895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-7fd427","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.308543462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-7fd427","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.359607586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-7fd427","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.419999683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7fd427"},"namespace":"ai-tenant-e2e-praxis-b-7fd427","name":"default-tenant","reconcileID":"04de889d-a117-4d82-8f85-e3d47b97b7db","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-7fd427","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:53.102033954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb472de-9839-41c4-a6ce-63963b049f95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:53.162272692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb472de-9839-41c4-a6ce-63963b049f95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:53.186618238Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7fd427","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7fd427","reconcileID":"71441ca1-bfb5-4cac-89e9-b2b9550e7c30","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-7fd427","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-7fd427"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:53.238027663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb472de-9839-41c4-a6ce-63963b049f95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:53.297177509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb472de-9839-41c4-a6ce-63963b049f95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:55.181290731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7ec3404-79c6-4693-8571-f63426a8d73f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:55.230580898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7ec3404-79c6-4693-8571-f63426a8d73f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:55.279704429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7ec3404-79c6-4693-8571-f63426a8d73f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:55.329391524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7ec3404-79c6-4693-8571-f63426a8d73f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:55.410480092Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:57.21340818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0884d775-bae3-4c72-a0c1-3e9b00f499f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:57.262514301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0884d775-bae3-4c72-a0c1-3e9b00f499f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:57.312286333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0884d775-bae3-4c72-a0c1-3e9b00f499f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:57.361545616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0884d775-bae3-4c72-a0c1-3e9b00f499f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:57.788368715Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-ae7a1f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-ae7a1f","reconcileID":"d20de3b4-3d63-42a0-8dd8-3a14b1171c62","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-ae7a1f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-ae7a1f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:59.195423651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f6ca5c-e3f5-41e5-a156-2ffc5dc2e332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:59.244917699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f6ca5c-e3f5-41e5-a156-2ffc5dc2e332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:59.294931163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f6ca5c-e3f5-41e5-a156-2ffc5dc2e332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:59.345179892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f6ca5c-e3f5-41e5-a156-2ffc5dc2e332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:01.334741157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eaca029-3d58-460b-a0ef-a29cf5bb8495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:01.384105848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eaca029-3d58-460b-a0ef-a29cf5bb8495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:01.433246022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eaca029-3d58-460b-a0ef-a29cf5bb8495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:01.483661061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eaca029-3d58-460b-a0ef-a29cf5bb8495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.343610514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b615861f-4528-49de-a722-c790ae4d0e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.397786768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b615861f-4528-49de-a722-c790ae4d0e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.448714895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b615861f-4528-49de-a722-c790ae4d0e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.512526197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b615861f-4528-49de-a722-c790ae4d0e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:05.374378349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fccbab-f233-410f-9b97-501f2ddad60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:05.444106647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fccbab-f233-410f-9b97-501f2ddad60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:05.494186563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fccbab-f233-410f-9b97-501f2ddad60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:05.544281051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fccbab-f233-410f-9b97-501f2ddad60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:07.417779984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4387cabf-2a31-40e8-acff-219ed48abe0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:07.466967173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4387cabf-2a31-40e8-acff-219ed48abe0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:07.516210583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4387cabf-2a31-40e8-acff-219ed48abe0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:07.567461887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4387cabf-2a31-40e8-acff-219ed48abe0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:13.684179839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16908a3d-96ff-4167-9422-243168f0ef96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:13.734340663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16908a3d-96ff-4167-9422-243168f0ef96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:13.783938147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16908a3d-96ff-4167-9422-243168f0ef96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:13.833205729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16908a3d-96ff-4167-9422-243168f0ef96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:15.727221742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6387697e-99cd-458a-9ba2-561e8e7b9894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:15.776970049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6387697e-99cd-458a-9ba2-561e8e7b9894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:15.826461873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6387697e-99cd-458a-9ba2-561e8e7b9894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:15.876427748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6387697e-99cd-458a-9ba2-561e8e7b9894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:16.678527327Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-c29159","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-c29159","reconcileID":"022cb5fe-4453-4221-a9f0-63581268fecb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-c29159","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-c29159":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:17.845029869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656b5e9c-9bf9-47b9-a63b-fab2ed8ccbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:17.895361311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656b5e9c-9bf9-47b9-a63b-fab2ed8ccbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:17.954750144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656b5e9c-9bf9-47b9-a63b-fab2ed8ccbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:18.005608625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656b5e9c-9bf9-47b9-a63b-fab2ed8ccbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:19.943901498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ea2852-5f43-4bac-8111-28a7d70e0355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:19.998885752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ea2852-5f43-4bac-8111-28a7d70e0355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:20.051698323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ea2852-5f43-4bac-8111-28a7d70e0355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:20.108141597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ea2852-5f43-4bac-8111-28a7d70e0355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:22.036946076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc5b0b7-6dc3-47aa-86f2-7bed2edaa1b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:22.085924335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc5b0b7-6dc3-47aa-86f2-7bed2edaa1b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:22.135178871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc5b0b7-6dc3-47aa-86f2-7bed2edaa1b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:22.184546882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc5b0b7-6dc3-47aa-86f2-7bed2edaa1b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.468050298Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-355213","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-355213","reconcileID":"16cc4013-6e24-4369-9905-d7dcf24697fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-355213","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-355213":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:24.068437266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87603775-7df0-4218-a3f1-0f2f24bb111e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:24.12162632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87603775-7df0-4218-a3f1-0f2f24bb111e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:24.171137576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87603775-7df0-4218-a3f1-0f2f24bb111e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:24.225434252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87603775-7df0-4218-a3f1-0f2f24bb111e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:25.419090069Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:26.07156443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecdc8c93-3e4a-44a0-81ce-ada9c25c4581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:26.120679972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecdc8c93-3e4a-44a0-81ce-ada9c25c4581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:26.169874381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecdc8c93-3e4a-44a0-81ce-ada9c25c4581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:26.219210152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecdc8c93-3e4a-44a0-81ce-ada9c25c4581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:28.252290383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c97c72e0-f2fa-4777-8eea-565125ff9dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:28.301761227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c97c72e0-f2fa-4777-8eea-565125ff9dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:28.351893292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c97c72e0-f2fa-4777-8eea-565125ff9dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:28.402028879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c97c72e0-f2fa-4777-8eea-565125ff9dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.336810683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c8fd93-2374-470a-a785-146ccac74b01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.386286733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c8fd93-2374-470a-a785-146ccac74b01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.48380222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c8fd93-2374-470a-a785-146ccac74b01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.536346411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c8fd93-2374-470a-a785-146ccac74b01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.990155624Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-323082","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-323082","reconcileID":"a8096ede-ecab-40b1-8bba-61fee22ed550","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-323082","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-323082":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:35.425181415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f358f1e6-153e-48be-8063-4fee44ae0917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:35.474656981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f358f1e6-153e-48be-8063-4fee44ae0917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:35.523810405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f358f1e6-153e-48be-8063-4fee44ae0917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:35.57290897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f358f1e6-153e-48be-8063-4fee44ae0917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:37.387899565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165a6f87-5b3d-4747-a155-81b6d1ca7869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:37.437334938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165a6f87-5b3d-4747-a155-81b6d1ca7869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:37.4865777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165a6f87-5b3d-4747-a155-81b6d1ca7869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:37.535725962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165a6f87-5b3d-4747-a155-81b6d1ca7869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:42.341406506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"1925d421-b5c6-4949-94f2-5e60976027fd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:42.454228851Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"1925d421-b5c6-4949-94f2-5e60976027fd","name":"e2e-shared-b-w2-5bb0b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:53.800636282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"88d59d5c-f214-47e8-8cce-522c891cdb44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:53.914695612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4eb6bb12-0cac-467e-9c34-9db0404a6a61","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:54.014770038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"e2e34d49-929a-4625-9069-f1dfcdaef3cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:54.118516727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"b11a355c-91bc-4aad-b82b-791872a30e25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:54.118573047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"1d6d76fa-a65a-4c1b-adff-5e0862813989","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:54.321725016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"642f2351-145b-418c-9902-169aebbe6b48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:54.424887627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"de77e61c-b30c-4d5a-a6fe-c179ca31008a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:54.526381064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"acd3b3ee-9bc9-45c6-aabd-20f4089521ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:54.771358679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a0cee66-dca8-490e-90b0-5ef3226219ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:54.939965842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"7b7e3b52-3897-43e7-925f-e266ea57e467","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.044578617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"96845959-1c12-4365-b400-a696e7a6ae57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.063883551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"8648d2d5-84a8-481b-a830-32f167d1e76d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.411470667Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:56.149348684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"eb9423b5-1320-4ce9-acae-0b682470bf8d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:56.262436366Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"eb9423b5-1320-4ce9-acae-0b682470bf8d","name":"e2e-shared-b-w3-ae7a1f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:19.299570306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"53e09d31-2325-4664-bb99-712a90b6bcfd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:19.424861885Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"53e09d31-2325-4664-bb99-712a90b6bcfd","name":"e2e-shared-b-w0-c29159-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:21.082719852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"59ed9854-2ae1-4636-8e2f-b9e9a654948d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:21.195488915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"e557a598-fa5d-4b26-9852-0a69af02acbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:21.297898895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"efceb68d-36ae-49be-8de2-e002b4a77dda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:21.398101186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"71f94080-3e65-404f-85fc-4d24d2ba1ba9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:21.512469389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"fc0e1bb9-5d77-4d15-a780-023877530b7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:21.617928084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"c7fadea8-a4df-440a-8674-5a4abb42264f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:21.720577169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"cef36493-332c-404b-bc56-6972608819f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:21.814917197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"076bdf17-2bd5-4de7-8f8d-a8cac9503f48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:22.059987135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"580be54d-95fe-4d6e-b9d1-198a853e5ba1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:22.166081287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"9a4882da-ea80-4890-8c7a-fd120e20b0c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:22.260966801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"4968a3a0-c299-4047-b98c-e884ec5e3419","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:22.294525193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05873128-55a4-403f-94b3-4c05eaa47e32","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:25.422971962Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:29.04564196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"586427de-cf3e-4edc-9512-403c1438f558","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-355213","tenantID":"e2e-explicit-355213","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:29.158958034Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"586427de-cf3e-4edc-9512-403c1438f558","name":"e2e-explicit-355213-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.413693363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"188aee37-f74b-40f8-b40c-bf80bf737a15","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.563729852Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"188aee37-f74b-40f8-b40c-bf80bf737a15","name":"e2e-shared-b-w1-323082-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:54.789153125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"308a4452-5165-4a74-baf7-446ca8aea2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:54.838336408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"308a4452-5165-4a74-baf7-446ca8aea2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:54.887632751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"308a4452-5165-4a74-baf7-446ca8aea2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:54.937529548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"308a4452-5165-4a74-baf7-446ca8aea2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:55.422588345Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.876917801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc1f3e6-976c-492f-a1ec-aca82b74572a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.928045127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc1f3e6-976c-492f-a1ec-aca82b74572a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.982163609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc1f3e6-976c-492f-a1ec-aca82b74572a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:57.031607974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc1f3e6-976c-492f-a1ec-aca82b74572a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:09.314264263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9b18e5-825c-462b-ae35-9aa82980ff77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:09.363688763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9b18e5-825c-462b-ae35-9aa82980ff77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:09.413065025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9b18e5-825c-462b-ae35-9aa82980ff77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:09.462507105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9b18e5-825c-462b-ae35-9aa82980ff77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:11.258987305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80c8a754-befc-473e-9980-3cd3fd87e23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:11.311746885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80c8a754-befc-473e-9980-3cd3fd87e23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:11.361678437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80c8a754-befc-473e-9980-3cd3fd87e23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:11.411784161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80c8a754-befc-473e-9980-3cd3fd87e23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:13.351057678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0ca6d4-1367-4daa-9bcf-c9c33306af49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:13.4014315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0ca6d4-1367-4daa-9bcf-c9c33306af49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:13.462491127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0ca6d4-1367-4daa-9bcf-c9c33306af49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:13.517610088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0ca6d4-1367-4daa-9bcf-c9c33306af49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:15.421044431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ddb96e9-b4c2-4ee6-8137-443334fbcfd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:15.470583039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ddb96e9-b4c2-4ee6-8137-443334fbcfd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:15.57485292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ddb96e9-b4c2-4ee6-8137-443334fbcfd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:15.703893594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ddb96e9-b4c2-4ee6-8137-443334fbcfd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:25.41133336Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:33.410004189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9734eb11-edd4-43bd-a31a-7ff2d5bc028a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:33.459475748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9734eb11-edd4-43bd-a31a-7ff2d5bc028a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:33.509421628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9734eb11-edd4-43bd-a31a-7ff2d5bc028a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:33.559432748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9734eb11-edd4-43bd-a31a-7ff2d5bc028a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:35.359792435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919500a9-5455-4018-b46c-fec23f80a97e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:35.40967556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919500a9-5455-4018-b46c-fec23f80a97e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:35.45975123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919500a9-5455-4018-b46c-fec23f80a97e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:35.509411324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919500a9-5455-4018-b46c-fec23f80a97e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:35.988679974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"8600fa4d-98c0-4dc5-872e-afcc8012dff1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.147807448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"8a0a7777-c081-461c-bf4e-628377b2a7a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.262375093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"9422cd49-78a6-42c5-82b9-17d9f001c596","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.362216619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"6d76850d-a4ed-43e7-a8f2-0b5e4b10f8fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.462556477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"28009421-0014-4af1-9ebc-2fec3b20a2c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.700404711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"d46b4403-0efc-45de-be15-cd02dc15aca7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.741569894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"40b00802-3d4a-44cc-81d2-681f81632bfd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.82578623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"194b5535-4626-4b0d-9444-f1db5cb1a1d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:37.139081603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"fff5662d-9d64-4274-9c2c-4a7f3e02f0a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:37.309964549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2cd9667a-5266-430d-9a81-63b24fe49dd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:37.426861349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"f0ff0242-8634-4f14-b411-90bcf38d3da4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:37.432378104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa1f0a7-b88b-4d3c-a99f-3fa4bcb4261a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:37.484359939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa1f0a7-b88b-4d3c-a99f-3fa4bcb4261a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:37.551861881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a397ab1d-8287-4ff4-a4fc-a3f2523a0ba3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:37.56421578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa1f0a7-b88b-4d3c-a99f-3fa4bcb4261a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:37.614402347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa1f0a7-b88b-4d3c-a99f-3fa4bcb4261a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:39.42096397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e560c878-d4e2-4f8a-9b7c-24419e44e127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:39.470386768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e560c878-d4e2-4f8a-9b7c-24419e44e127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:39.519732476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e560c878-d4e2-4f8a-9b7c-24419e44e127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:39.56952998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e560c878-d4e2-4f8a-9b7c-24419e44e127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:43.301490828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536c360d-a614-4ef3-a79b-344d6be3a09b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:43.351799116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536c360d-a614-4ef3-a79b-344d6be3a09b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:43.401336932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536c360d-a614-4ef3-a79b-344d6be3a09b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:43.451266912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536c360d-a614-4ef3-a79b-344d6be3a09b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:45.252827163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3647a1d6-5e23-473c-bd1f-8ae860284b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:45.302193185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3647a1d6-5e23-473c-bd1f-8ae860284b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:45.351848115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3647a1d6-5e23-473c-bd1f-8ae860284b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:45.401065012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3647a1d6-5e23-473c-bd1f-8ae860284b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:55.412813003Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.69035789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2fda6f-6c82-474d-8c89-4a886ad62db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.739548448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2fda6f-6c82-474d-8c89-4a886ad62db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.789010641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2fda6f-6c82-474d-8c89-4a886ad62db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.839022071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2fda6f-6c82-474d-8c89-4a886ad62db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:59.625186117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a104c3-9bd3-4933-8386-d08f5f89c8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:59.674264394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a104c3-9bd3-4933-8386-d08f5f89c8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:59.723698949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a104c3-9bd3-4933-8386-d08f5f89c8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:59.772851439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a104c3-9bd3-4933-8386-d08f5f89c8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:05.708165051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"18f12e90-9dcd-4829-b424-a9bfa8ebd579","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"tenant":"e2e-shared-a-w2-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:05.708192727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"18f12e90-9dcd-4829-b424-a9bfa8ebd579","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"routeName":"auth-test-model-5e884c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","llmisvcName":"auth-test-model-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:18.92083294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"092648b1-35bf-4136-8973-818bdb68b40a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:19.019927489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"30cc301a-fdfd-4dc3-9be6-12a3e6ff8b79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:19.051669266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"ee510cfb-d126-4416-bbc7-f08d451d94cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:19.1671851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"da0b674f-7022-492d-870f-6c2b86ea7509","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:19.222802349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"92cf9f8d-ea51-422a-ba54-bd3b16a56aaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:19.323979754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"401a219e-c691-4fb4-91e0-e29f2f9da583","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:19.426472719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"69a2be9e-fba8-4a12-96aa-7f11698365d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:19.535655686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"d9496ec1-70fd-468a-a405-0b71dbc9e2bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:19.8390826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7075e8da-8438-4ad2-9554-5ae79ad427e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:20.146919745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"db379834-b0b5-4ca9-b4e6-15501e7556b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:20.259480649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"ba1bb5ae-1208-43fb-a9c7-5cf07ce25770","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:20.507708621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b292adb-b715-49ee-9dbe-190f39baa656","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:25.411501996Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:55.412363534Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:00.133960761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-355213","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"explicit-model-355213","reconcileID":"0689a262-85f8-4afe-a7a0-9a310bf61a36","MaaSModelRef":{"name":"explicit-model-355213","namespace":"ai-tenant-e2e-explicit-355213"},"routeName":"explicit-model-355213-kserve-route","namespace":"ai-tenant-e2e-explicit-355213","llmisvcName":"explicit-model-355213","gateway":"openshift-ingress/e2e-explicit-355213","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:11.817364178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"fc67eabc-de41-48dd-832d-73a77b291e75","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:11.817404039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"fc67eabc-de41-48dd-832d-73a77b291e75","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:25.411442284Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.953379548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a34fbc-af52-471b-b715-f9ea1caab2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:37.003661125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a34fbc-af52-471b-b715-f9ea1caab2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:37.053558962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a34fbc-af52-471b-b715-f9ea1caab2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:37.103368739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a34fbc-af52-471b-b715-f9ea1caab2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:38.959232921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20320c7c-621a-4d9d-9724-7dfa35fc7f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:39.008643934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20320c7c-621a-4d9d-9724-7dfa35fc7f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:39.057869197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20320c7c-621a-4d9d-9724-7dfa35fc7f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:39.107029733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20320c7c-621a-4d9d-9724-7dfa35fc7f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:45.965390931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"f249cc43-0e7f-4e16-af86-ccb074e929f8","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"tenant":"e2e-shared-a-w0-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:45.96541674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"f249cc43-0e7f-4e16-af86-ccb074e929f8","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"routeName":"auth-test-model-6fc60c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","llmisvcName":"auth-test-model-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:52.631934147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"f556325c-6f09-4efa-a680-4c5df909b221","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:52.632009921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"f556325c-6f09-4efa-a680-4c5df909b221","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:55.410986285Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:56.443166381Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","namespace":"ai-tenant-e2e-explicit-355213","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:56.443289855Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","namespace":"ai-tenant-e2e-explicit-355213","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:56.44335487Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","tenant":"e2e-explicit-355213","tenantID":"e2e-explicit-355213","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:56.494978643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"Deployment","name":"maas-api-e2e-explicit-355213","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:56.553943114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"Service","name":"maas-api-e2e-explicit-355213","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:56.606447476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-355213","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:56.657476785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-355213","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:56.710067465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-355213","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:56.766591704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-355213","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:56.821576885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-355213","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:56.873641858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-355213","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:56.924586512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"Deployment","name":"payload-processing-e2e-explicit-355213","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:56.98533016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-355213","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:57.04563546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"Service","name":"payload-processing-e2e-explicit-355213","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:57.095774018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"Service","name":"payload-pre-processing-e2e-explicit-355213","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:57.144867191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-355213","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:57.193912058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-355213","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:57.244271186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-355213","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:57.297600534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-355213","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:57.346822381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-355213","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:57.395668778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-355213","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:57.450688366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-355213","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:57.508172891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-355213"},"namespace":"ai-tenant-e2e-explicit-355213","name":"default-tenant","reconcileID":"7345ff4d-5280-4dec-8aef-954f2951d579","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-355213","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:58.282377063Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-355213","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-355213","reconcileID":"2c8720f8-5b6c-4b33-816c-efc4965bba13","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-355213","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-355213"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:59.560849765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c7567f-e325-4061-a1ce-e68c15a78cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:59.611388837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c7567f-e325-4061-a1ce-e68c15a78cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:59.660820397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c7567f-e325-4061-a1ce-e68c15a78cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:59.710374307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c7567f-e325-4061-a1ce-e68c15a78cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:01.565435025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1bd654-c3c5-4a26-b48e-45fb6751d60c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:01.614612324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1bd654-c3c5-4a26-b48e-45fb6751d60c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:01.665036786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1bd654-c3c5-4a26-b48e-45fb6751d60c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:01.714784198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1bd654-c3c5-4a26-b48e-45fb6751d60c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:25.410930641Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:41.579860608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"81f2944d-6a39-4baa-8d69-28ffe881d4e5","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"tenant":"e2e-shared-b-w2-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:41.57988665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"81f2944d-6a39-4baa-8d69-28ffe881d4e5","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"routeName":"auth-test-model-5bb0b1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","llmisvcName":"auth-test-model-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:47.186986642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"1f9cc216-c2ad-4ced-aa85-c739a53083ad","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"tenant":"e2e-shared-a-w2-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:47.187088563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"1f9cc216-c2ad-4ced-aa85-c739a53083ad","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"routeName":"auth-test-model-5e884c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","llmisvcName":"auth-test-model-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:47.248954157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"afacc763-24a2-474e-a8fc-887271cf5cc1","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"tenant":"e2e-shared-a-w2-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:47.248982953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"afacc763-24a2-474e-a8fc-887271cf5cc1","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"routeName":"auth-test-model-5e884c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","llmisvcName":"auth-test-model-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:47.350312968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"ca38d876-6128-43d0-91cb-4a3271a381ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-5e884c","tenantID":"e2e-shared-a-w2-5e884c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:47.476876029Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"ca38d876-6128-43d0-91cb-4a3271a381ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"e2e-shared-a-w2-5e884c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:47.533911268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-5e884c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"ca38d876-6128-43d0-91cb-4a3271a381ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:47.586924567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"62100a1f-7a8c-49c9-94c5-c4c396044037","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"tenant":"e2e-shared-a-w2-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:47.586944942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"62100a1f-7a8c-49c9-94c5-c4c396044037","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"routeName":"auth-test-model-5e884c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","llmisvcName":"auth-test-model-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:53.743947331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38618993-def0-412f-a88a-ddd91cfdd69a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:53.844838277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"cde2802b-b038-4467-8c48-4c9c76e4aca4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:53.859200042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"352560b9-570d-46e1-b449-61931a0332c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:53.975848801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"8b35ebfb-a19e-4140-87c6-a203bdab1b8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:54.095550678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"593bf23a-1853-48e5-bcf7-47886f37fce2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:54.194785275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"602ef878-524e-4d31-9b3e-fe704b61074c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:54.20620194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"1ef3a0bd-21bf-4166-8561-cabbb2e47e7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:54.379476464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"bb201034-bc77-43ce-8dc3-bda6cf95b960","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:54.479993517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94011aac-f525-4710-affb-a3542f319ec7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:54.578961947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"10db87b9-a3fe-48ba-abf8-f006a7507b39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:54.958163815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"da5d31d4-7819-433e-baf8-3fd15b52df28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:55.058420666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"998dcc05-91d5-425c-888b-259e213be59c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:55.412329287Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:57.685904202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"19ee0d98-ff96-4870-89a9-d422a7908587","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-5e884c","tenantID":"e2e-shared-a-w2-5e884c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:57.740354867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"19ee0d98-ff96-4870-89a9-d422a7908587","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"e2e-shared-a-w2-5e884c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:57.793568547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-5e884c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"19ee0d98-ff96-4870-89a9-d422a7908587","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:07.901077324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"511a5559-bc7c-4fd8-b614-016c4263bb7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-5e884c","tenantID":"e2e-shared-a-w2-5e884c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:07.960298722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"511a5559-bc7c-4fd8-b614-016c4263bb7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"e2e-shared-a-w2-5e884c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:08.013856446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-5e884c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"511a5559-bc7c-4fd8-b614-016c4263bb7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:18.113417432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"644559eb-9a1c-4151-8e10-454ba5dfffc2","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-5e884c","tenantID":"e2e-shared-a-w2-5e884c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:18.168953124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"644559eb-9a1c-4151-8e10-454ba5dfffc2","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"e2e-shared-a-w2-5e884c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:18.222889755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-5e884c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b515b818de0e60615791f6f939d5825bf6dfc021f4298976c548c26ae8f953a2) AuthConfig (9ff38a4b38862845291f0e241482eae05556194d4c03c54858eeec951d5dfc7d) AuthConfig (380c25638e1d4bbc40a86ef7f448e6fb3afa9915e95156e678da5723b4afd7ae) AuthConfig (8d9850f18ee12ade12d526e969e4a2d2cab8e9026e635145415d6fb788adb651) AuthConfig (121d14d4faef05ba4f209b3e02185bf877900467a5874127584918a642f70955) AuthConfig (7f941424039206fa405aba0133d57868429086a77b1a6c68a6b1d85837341c1b) AuthConfig (9408c62df2f7861239cecde58eb53493069bc126522561cf57193932b8772c7e) AuthConfig (6012eb049c8ce60249d258740031675deb100fa390879e90acf1ed737e28076d) AuthConfig (364852fbb24e1e953f1e6a07d2389c82f9b7e3864d7be395f2e8652af9f588a3) AuthConfig (e5c9b26d7304ce32e1fe40521dcf08c8c98adacfa14e514bf17fafa5d2b33a2f) AuthConfig (93f7bf78d2fe988aa185c407528f5a9de814783234567486260659c9b14816c9) AuthConfig (760105bddbfb058746a2d5ba046b3ddbf35b265acaf467bd5329dadc8e217a40) AuthConfig (3bb04020c460c5231cff7e610a73542149b3de208e22ec69d4655125d6a7ec4d) AuthConfig (dfbd585bde396b15d6978bf5001893a754dfabb3d54a91bf110374bdc82cfe1f) AuthConfig (2972e175b1dc63d5bf20640ab7d5a19aef3bcb98378ffe5adffdf27f8a8a1b23) AuthConfig (d2b80ab90f0230963aa668128b9443d6fd2a6cf4c09af8017f4bc0a91621d943) AuthConfig (880c7163ce1af750a9ca2945621f459121d48de4dfada72813ee179b45c6afe5) AuthConfig (fe15af4d1573f95ee5eb0358dd78c29a462c96d50d3a8eee5cdcee85146cecd6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"644559eb-9a1c-4151-8e10-454ba5dfffc2","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:18.278489429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"ad116d20-3b86-4cde-843a-535351ff7e88","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"tenant":"e2e-shared-a-w2-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:18.278511323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"ad116d20-3b86-4cde-843a-535351ff7e88","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"routeName":"auth-test-model-5e884c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","llmisvcName":"auth-test-model-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:25.411944564Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:26.957996686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"dab6bb52-853d-42f0-a713-3f66d500428c","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"tenant":"e2e-shared-b-w3-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:26.958023186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"dab6bb52-853d-42f0-a713-3f66d500428c","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"routeName":"auth-test-model-ae7a1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","llmisvcName":"auth-test-model-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:27.307910165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"8f378180-5532-4cf1-89ce-ec775300ab6b","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:27.307934053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"8f378180-5532-4cf1-89ce-ec775300ab6b","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:27.362307128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"eb5a3c67-c4b6-4126-baf2-769c8e8b8092","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:27.362328338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"eb5a3c67-c4b6-4126-baf2-769c8e8b8092","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:27.460499698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"3260cf4c-58b2-4d93-933d-14a5871fe378","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-43d592","tenantID":"e2e-shared-a-w3-43d592","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:27.582380378Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"3260cf4c-58b2-4d93-933d-14a5871fe378","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"e2e-shared-a-w3-43d592-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:27.635450577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-43d592-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"3260cf4c-58b2-4d93-933d-14a5871fe378","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:27.688419253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"f70436ef-8cdb-4a45-9952-265b60c97f9b","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:27.688439657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"f70436ef-8cdb-4a45-9952-265b60c97f9b","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:27.92596606Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"5161ce69-55c8-4727-a9e1-6dc4efa0703d","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:27.978761302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"5161ce69-55c8-4727-a9e1-6dc4efa0703d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:27.984465259Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"65cbbae9-c605-4e28-9e65-e2e1fc8b5889","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:27.98453821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"65cbbae9-c605-4e28-9e65-e2e1fc8b5889","error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:27.995945234Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"7fd2e0e8-247f-4739-9640-eaa24d6bbb7f","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:27.99603098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"7fd2e0e8-247f-4739-9640-eaa24d6bbb7f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:28.017026636Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"e8baad4c-3d18-4e0a-a0d6-c6e2d2e75d28","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:28.017085332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"e8baad4c-3d18-4e0a-a0d6-c6e2d2e75d28","error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:28.0582761Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"ff0089e9-87d9-4eb0-a5b7-eacfd2c2e799","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:28.05834576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"ff0089e9-87d9-4eb0-a5b7-eacfd2c2e799","error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:28.139213387Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"523410fd-61e6-4ade-a14b-6e7594121ed6","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:28.139311339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"523410fd-61e6-4ade-a14b-6e7594121ed6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:28.300101758Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"5384dec8-0245-45c7-89b4-8ba7fda4749a","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:28.300164477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"5384dec8-0245-45c7-89b4-8ba7fda4749a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:28.377827448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"2df018f0-de1f-4303-9dcf-e8ab96b618cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-5e884c","tenantID":"e2e-shared-a-w2-5e884c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:28.432188316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"2df018f0-de1f-4303-9dcf-e8ab96b618cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"e2e-shared-a-w2-5e884c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:28.48553058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-5e884c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b515b818de0e60615791f6f939d5825bf6dfc021f4298976c548c26ae8f953a2) AuthConfig (9ff38a4b38862845291f0e241482eae05556194d4c03c54858eeec951d5dfc7d) AuthConfig (380c25638e1d4bbc40a86ef7f448e6fb3afa9915e95156e678da5723b4afd7ae) AuthConfig (8d9850f18ee12ade12d526e969e4a2d2cab8e9026e635145415d6fb788adb651) AuthConfig (121d14d4faef05ba4f209b3e02185bf877900467a5874127584918a642f70955) AuthConfig (7f941424039206fa405aba0133d57868429086a77b1a6c68a6b1d85837341c1b) AuthConfig (9408c62df2f7861239cecde58eb53493069bc126522561cf57193932b8772c7e) AuthConfig (6012eb049c8ce60249d258740031675deb100fa390879e90acf1ed737e28076d) AuthConfig (364852fbb24e1e953f1e6a07d2389c82f9b7e3864d7be395f2e8652af9f588a3) AuthConfig (e5c9b26d7304ce32e1fe40521dcf08c8c98adacfa14e514bf17fafa5d2b33a2f) AuthConfig (93f7bf78d2fe988aa185c407528f5a9de814783234567486260659c9b14816c9) AuthConfig (760105bddbfb058746a2d5ba046b3ddbf35b265acaf467bd5329dadc8e217a40) AuthConfig (3bb04020c460c5231cff7e610a73542149b3de208e22ec69d4655125d6a7ec4d) AuthConfig (dfbd585bde396b15d6978bf5001893a754dfabb3d54a91bf110374bdc82cfe1f) AuthConfig (2972e175b1dc63d5bf20640ab7d5a19aef3bcb98378ffe5adffdf27f8a8a1b23) AuthConfig (d2b80ab90f0230963aa668128b9443d6fd2a6cf4c09af8017f4bc0a91621d943) AuthConfig (880c7163ce1af750a9ca2945621f459121d48de4dfada72813ee179b45c6afe5) AuthConfig (fe15af4d1573f95ee5eb0358dd78c29a462c96d50d3a8eee5cdcee85146cecd6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"2df018f0-de1f-4303-9dcf-e8ab96b618cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:28.621086136Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"46361d0f-2cab-405c-ad31-b7ceb45d8127","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:28.621152387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"46361d0f-2cab-405c-ad31-b7ceb45d8127","error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:29.262425385Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"5acd07e3-4d31-490d-8b6e-7706f624c192","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:29.262495491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"5acd07e3-4d31-490d-8b6e-7706f624c192","error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:30.545542641Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"2d7dcd62-7a64-427b-9cf8-847f6ffc7093","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:30.545621516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"2d7dcd62-7a64-427b-9cf8-847f6ffc7093","error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:33.10599247Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"44786249-dad0-4963-a26f-90f7ce2dd7f1","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:33.106082445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-970415","namespace":"ai-tenant-e2e-noten-970415"},"namespace":"ai-tenant-e2e-noten-970415","name":"noten-model-970415","reconcileID":"44786249-dad0-4963-a26f-90f7ce2dd7f1","error":"resolve tenant gateway for model ai-tenant-e2e-noten-970415/noten-model-970415: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-970415/noten-model-970415-kserve-route (gateways: [openshift-ingress/e2e-noten-970415]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:33.743466633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4a10b550-1d7d-4aad-9c2e-7256dbdd6285","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:33.856893448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"9d36dcc9-8fe3-4711-89ad-24fe9d6483f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:33.958432569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"087e415d-f6d3-41ed-825c-61a9380b326b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:33.958430363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"33d4a566-fc50-4efc-b1f1-7efdb5eee7b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:34.051978511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"9ed0662e-820a-40a0-8b94-4911d2918b07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:34.169899296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"960bbffd-fb33-4cce-bace-2a116b8de4d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:34.336294215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e5a5431b-95e9-40cf-a299-e04f554ea6cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:34.454219932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"742b2fb3-3dfe-45d7-a87c-50319f58eb69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:34.571833833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"7d104f77-7080-4dd0-a94d-b00e12350394","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:34.685662447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"b2935eaa-f844-45e5-84da-127fa22eb831","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:34.862371699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"0b593236-b18d-46c0-9894-b0f0f3cb7f7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:35.039889103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"a7b36faa-fa7a-4e2d-ac75-5d325b06bc3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:37.797941611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"d07bb937-c0bb-42bc-a18b-d6af3f0c6a09","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-43d592","tenantID":"e2e-shared-a-w3-43d592","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:37.852663306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"d07bb937-c0bb-42bc-a18b-d6af3f0c6a09","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"e2e-shared-a-w3-43d592-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:37.905953367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-43d592-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"d07bb937-c0bb-42bc-a18b-d6af3f0c6a09","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:38.586029826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"d74f8758-45fc-4034-b39f-ac74d65e9099","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-5e884c","tenantID":"e2e-shared-a-w2-5e884c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:38.640470177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"d74f8758-45fc-4034-b39f-ac74d65e9099","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"e2e-shared-a-w2-5e884c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:38.946383762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"b525cf95-e26b-4ddc-b9ca-3b1766d4a708","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"tenant":"e2e-shared-a-w2-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:38.946413224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"b525cf95-e26b-4ddc-b9ca-3b1766d4a708","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"routeName":"auth-test-model-5e884c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","llmisvcName":"auth-test-model-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:44.616102467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"0e43a3c6-2288-4bfb-9f96-db7779b28dab","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"tenant":"e2e-shared-a-w2-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:44.616130347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"0e43a3c6-2288-4bfb-9f96-db7779b28dab","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"routeName":"auth-test-model-5e884c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","llmisvcName":"auth-test-model-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:44.703975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"53ca6e82-7b8b-4df5-8461-76043c413170","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"tenant":"e2e-shared-a-w2-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:44.70400276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"53ca6e82-7b8b-4df5-8461-76043c413170","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"routeName":"auth-test-model-5e884c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","llmisvcName":"auth-test-model-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:44.714348262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"82e08bab-2d0f-4e9f-a8c7-2a83ac5fb6b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-5e884c","tenantID":"e2e-shared-a-w2-5e884c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:44.71866102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"3d665992-993a-4da0-8928-571fb09da2be","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-6058fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:44.768935031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"82e08bab-2d0f-4e9f-a8c7-2a83ac5fb6b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"e2e-shared-a-w2-5e884c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:44.822744046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"dc3ea9ac-df33-4b6c-85e7-ff6ec4a855a3","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"tenant":"e2e-shared-a-w2-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:44.822765968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"dc3ea9ac-df33-4b6c-85e7-ff6ec4a855a3","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"routeName":"auth-test-model-5e884c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","llmisvcName":"auth-test-model-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:44.877104139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"fb7d78b5-31b7-47d6-962c-25cfd0c8f954","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"tenant":"e2e-shared-a-w2-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:44.877123654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"fb7d78b5-31b7-47d6-962c-25cfd0c8f954","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"routeName":"auth-test-model-5e884c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","llmisvcName":"auth-test-model-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:45.064872869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"c98d46fe-6cec-43fd-8433-04d2c1668979","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-5e884c","tenantID":"e2e-shared-a-w2-5e884c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:45.076779815Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"4116941f-868d-4102-a82c-6401226dd254","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"maas-trlp-auth-test-model-5e884c","model":"auth-test-model-5e884c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-5e884c/e2e-auth-iso-6058fc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:45.120786152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"c98d46fe-6cec-43fd-8433-04d2c1668979","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"e2e-shared-a-w2-5e884c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:45.237133943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"2575c5f5-b50e-41b0-9b11-8991e6a1b3bc","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"tenant":"e2e-shared-a-w2-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:45.237156605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"2575c5f5-b50e-41b0-9b11-8991e6a1b3bc","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"routeName":"auth-test-model-5e884c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","llmisvcName":"auth-test-model-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:45.454133827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"2bf7a0b7-cedc-49c3-9d1a-d397b369a5d9","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"maas-trlp-auth-test-model-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:48.00622901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"4efeaae4-b351-4a51-b026-9f1f5646fc3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-43d592","tenantID":"e2e-shared-a-w3-43d592","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:48.066041379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"4efeaae4-b351-4a51-b026-9f1f5646fc3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"e2e-shared-a-w3-43d592-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:48.11959431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-43d592-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"4efeaae4-b351-4a51-b026-9f1f5646fc3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:51.261417608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"e45d757a-2460-4edc-833f-eb8f870c81c0","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:51.261459889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"e45d757a-2460-4edc-833f-eb8f870c81c0","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:52.734171007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"64b6187c-bdd1-4657-a853-33fd2a979fc2","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:52.734206567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"64b6187c-bdd1-4657-a853-33fd2a979fc2","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:53.077663095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"5cdf3de4-1e29-4323-b017-815475c0c3f2","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:53.077792132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"5cdf3de4-1e29-4323-b017-815475c0c3f2","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:53.132611938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"a0f069fb-70ca-40b9-bb1c-4bad80fa0896","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:53.132638922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"a0f069fb-70ca-40b9-bb1c-4bad80fa0896","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:53.230624604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"e115b6a1-10e8-497e-a526-0ab5e9bbf9e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ef00a4","tenantID":"e2e-shared-a-w1-ef00a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:53.360357558Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"e115b6a1-10e8-497e-a526-0ab5e9bbf9e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"e2e-shared-a-w1-ef00a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:53.416429898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-ef00a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"e115b6a1-10e8-497e-a526-0ab5e9bbf9e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:53.471036906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"ab3b77cd-9043-486f-a948-3f9b9bf2475b","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:53.471059364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"ab3b77cd-9043-486f-a948-3f9b9bf2475b","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:55.379872938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"2edb33f7-4677-439d-9694-b71747fc2065","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:55.411888641Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:55.473986336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"7918b1ce-91d8-4dc0-8058-908549628108","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:55.575122579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"98ba4282-94e5-4abf-9fde-6236ff209df2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:55.674929792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"408b5f1e-32c7-4bd4-a10c-8159b0438aa7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:55.774379872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"30fca648-e4f5-4c5b-99da-74739a58bfa7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:55.89015938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"e7930cf4-9f9f-4b2f-8ac1-5b6a626cea4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:55.989866073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"7acfde0d-4238-4bac-a4d7-0223ba9eb241","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:56.231162914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"216798f4-aa12-4613-bd2a-cb2ecb4bb3b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:56.403495243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"2dfd7757-444d-4eed-9739-e3872c5208bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:56.502524024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a4efc170-e2ad-4a5f-9952-9794d0ac3281","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:56.522496464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"dd5bdc5f-4539-4549-a108-8ea685b27188","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:56.6356827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65e468e8-f3da-4d8c-ab50-2b0810b8243d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:56.733264663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"a95c0770-450b-466a-9954-ea9cffdba147","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"tenant":"e2e-shared-a-w0-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:56.733289781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"a95c0770-450b-466a-9954-ea9cffdba147","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"routeName":"auth-test-model-6fc60c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","llmisvcName":"auth-test-model-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:56.789770353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"0678cf92-85b5-40a7-83eb-d5972fcc3c5f","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"tenant":"e2e-shared-a-w0-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:56.789791261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"0678cf92-85b5-40a7-83eb-d5972fcc3c5f","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"routeName":"auth-test-model-6fc60c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","llmisvcName":"auth-test-model-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:56.887894587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"fa515110-f3b4-42e1-bd21-a2b4150e8691","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6fc60c","tenantID":"e2e-shared-a-w0-6fc60c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:57.011420303Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"fa515110-f3b4-42e1-bd21-a2b4150e8691","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"e2e-shared-a-w0-6fc60c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:57.064605365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6fc60c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"fa515110-f3b4-42e1-bd21-a2b4150e8691","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:57.11956625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"4ecf57cd-3b99-4233-bc21-09bf9fbeeab9","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"tenant":"e2e-shared-a-w0-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:57.119587588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"4ecf57cd-3b99-4233-bc21-09bf9fbeeab9","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"routeName":"auth-test-model-6fc60c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","llmisvcName":"auth-test-model-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:58.218866412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"14b971dc-cf98-4088-afd3-950665ce6ca9","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-43d592","tenantID":"e2e-shared-a-w3-43d592","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:58.273524688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"14b971dc-cf98-4088-afd3-950665ce6ca9","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"e2e-shared-a-w3-43d592-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:58.326732124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-43d592-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (18072380413fcb3df3a12750c3ae38a2487a5325b59bbd702cb0a8aecf2918b5) AuthConfig (61cddbd480ba57fab179afb01439dc37e49e1d3bf71f8f886ee521aa637024d6) AuthConfig (520399cbd7c6815af111231389848f74a1ebb0a39f545321b1868f2c9c9fd032) AuthConfig (b672c6aab958d5034dbc914b3be04cf91e70a6166c9b943e1dd0dc9cdf664ee5) AuthConfig (61192434bd26ed4f21db46e81644ac1b65e1746f2fb9d519eece9826d2c19a8e) AuthConfig (42b4b13bd84043fbaca584231e3ab518830b56fe720ca884c5dc794ac6685556) AuthConfig (3e128fe31735de75c3adbd923c2017d0ca1e9bb86ccd14ad04a00764351e7d02) AuthConfig (083b80f00236a244abf3ad28d51dbd1a6019ebdf9d2e170509b51e3f6c38e65e) AuthConfig (b1ea9fbbc9e2b4d4ecd25dbd8cbdc8373d4d4bdd416ecb48edc5c6acb9fde29d) AuthConfig (61489413aac9c97e40ee5ffe0305d97ac5946bc9e06b4ef6245097061165be4c) AuthConfig (956e194467fe7c8f6fc559e54732556d3ba6c1a650270c07230413ecefcd6ab3) AuthConfig (09d115a3b4d8bd9a805e6762ecc1bd3d5681b47285bd306b3a535f024ee91109) AuthConfig (74767920ba2cc09a5709da4839d1c1ecb81a116d4c469b3fc025ed21e76d5664) AuthConfig (1cf7cacb5fa78f76ea1112ff443a09ee752edf9bed640556ede561064d8a55d2) AuthConfig (41adc0d9949351dcfb63967c3cbbd4d1cf0bbd96d9c82a7150e4d630ea69520d) AuthConfig (8136bbd974e417ca939330cc9bb3b1cdc00d6e80092a3e229fe83a857cb180d6) AuthConfig (24e3a3778212a4112d2801644f87dfc7376f5b96e5cc26c155e35a3448c80721) AuthConfig (fe0cd2b2167c0aae3064e642781799403dce538dd00fda81423d7d0554bb0789)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"14b971dc-cf98-4088-afd3-950665ce6ca9","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:58.382861807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"522239a7-f65b-4f14-8b4a-aebc6c14cefe","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:58.382881856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"522239a7-f65b-4f14-8b4a-aebc6c14cefe","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.570541332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"b4e8aba6-95c8-4548-bed5-b895bec16765","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ef00a4","tenantID":"e2e-shared-a-w1-ef00a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.633509844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"b4e8aba6-95c8-4548-bed5-b895bec16765","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"e2e-shared-a-w1-ef00a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.686610279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-ef00a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"b4e8aba6-95c8-4548-bed5-b895bec16765","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:07.218893259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"c3d131a1-4861-4e63-b807-9c303405f8c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6fc60c","tenantID":"e2e-shared-a-w0-6fc60c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:07.27375262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"c3d131a1-4861-4e63-b807-9c303405f8c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"e2e-shared-a-w0-6fc60c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:07.326664187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6fc60c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"c3d131a1-4861-4e63-b807-9c303405f8c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:08.484144495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"25bd0884-1002-42d4-a5bc-1aa7833eb248","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-43d592","tenantID":"e2e-shared-a-w3-43d592","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:08.539120192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"25bd0884-1002-42d4-a5bc-1aa7833eb248","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"e2e-shared-a-w3-43d592-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:08.591937446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-43d592-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (18072380413fcb3df3a12750c3ae38a2487a5325b59bbd702cb0a8aecf2918b5) AuthConfig (61cddbd480ba57fab179afb01439dc37e49e1d3bf71f8f886ee521aa637024d6) AuthConfig (520399cbd7c6815af111231389848f74a1ebb0a39f545321b1868f2c9c9fd032) AuthConfig (b672c6aab958d5034dbc914b3be04cf91e70a6166c9b943e1dd0dc9cdf664ee5) AuthConfig (61192434bd26ed4f21db46e81644ac1b65e1746f2fb9d519eece9826d2c19a8e) AuthConfig (42b4b13bd84043fbaca584231e3ab518830b56fe720ca884c5dc794ac6685556) AuthConfig (3e128fe31735de75c3adbd923c2017d0ca1e9bb86ccd14ad04a00764351e7d02) AuthConfig (083b80f00236a244abf3ad28d51dbd1a6019ebdf9d2e170509b51e3f6c38e65e) AuthConfig (b1ea9fbbc9e2b4d4ecd25dbd8cbdc8373d4d4bdd416ecb48edc5c6acb9fde29d) AuthConfig (61489413aac9c97e40ee5ffe0305d97ac5946bc9e06b4ef6245097061165be4c) AuthConfig (956e194467fe7c8f6fc559e54732556d3ba6c1a650270c07230413ecefcd6ab3) AuthConfig (09d115a3b4d8bd9a805e6762ecc1bd3d5681b47285bd306b3a535f024ee91109) AuthConfig (74767920ba2cc09a5709da4839d1c1ecb81a116d4c469b3fc025ed21e76d5664) AuthConfig (1cf7cacb5fa78f76ea1112ff443a09ee752edf9bed640556ede561064d8a55d2) AuthConfig (41adc0d9949351dcfb63967c3cbbd4d1cf0bbd96d9c82a7150e4d630ea69520d) AuthConfig (8136bbd974e417ca939330cc9bb3b1cdc00d6e80092a3e229fe83a857cb180d6) AuthConfig (24e3a3778212a4112d2801644f87dfc7376f5b96e5cc26c155e35a3448c80721) AuthConfig (fe0cd2b2167c0aae3064e642781799403dce538dd00fda81423d7d0554bb0789)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"25bd0884-1002-42d4-a5bc-1aa7833eb248","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:13.786317038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"431356a5-e138-4757-968e-9f1526e9a2fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ef00a4","tenantID":"e2e-shared-a-w1-ef00a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:13.842038278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"431356a5-e138-4757-968e-9f1526e9a2fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"e2e-shared-a-w1-ef00a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:13.895538502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-ef00a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"431356a5-e138-4757-968e-9f1526e9a2fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:17.43449752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"d66f4840-4e40-4acd-864c-db0865c49dfd","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6fc60c","tenantID":"e2e-shared-a-w0-6fc60c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:17.491566514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"d66f4840-4e40-4acd-864c-db0865c49dfd","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"e2e-shared-a-w0-6fc60c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:17.559883078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6fc60c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"d66f4840-4e40-4acd-864c-db0865c49dfd","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:17.954256111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"4b11ea25-31fb-4064-9079-d2447a0fdc70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:18.054525987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"0698578f-f3dd-4a03-a586-b607cc4103e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:18.239868097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"69193bf1-cdae-4474-8d69-e9764f72e2f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:18.411526288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"56de85e3-134d-4da1-bf90-1d8ac50aabfe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:18.511208216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eab77c2c-2714-406d-bdbc-648486bd72d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:18.612550089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"836afca0-5f57-4609-bcd8-927438fc1979","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:18.65255143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"947d10c0-e892-4d98-9550-56882b1ae035","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"maas-trlp-auth-test-model-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:18.691473274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"aab09c45-f4f5-48cb-9076-f05151566f98","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-43d592","tenantID":"e2e-shared-a-w3-43d592","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:18.7457908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"aab09c45-f4f5-48cb-9076-f05151566f98","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"e2e-shared-a-w3-43d592-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:18.811753008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"2cf12eb5-cf4a-46a3-8886-b52cb4666688","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"tenant":"e2e-shared-a-w2-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:18.8117744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"2cf12eb5-cf4a-46a3-8886-b52cb4666688","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"routeName":"auth-test-model-5e884c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","llmisvcName":"auth-test-model-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:18.879080014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"f916c260-7c69-4361-af38-c288338d1ab4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:18.99786773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"976708e4-b824-499b-8aa8-1178c583fef4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:19.051807912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"eedfe7f4-55f7-4978-bb12-6a85b73cc0f2","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:19.051835567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"eedfe7f4-55f7-4978-bb12-6a85b73cc0f2","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:19.100112722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"b031bf84-13db-460e-a536-15350a51c0a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:19.118491162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"7529708e-1b12-4f9c-9f05-f0c5c8cacf31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:19.195979912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7fd1635e-9021-449d-91ef-2c034604f98f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:19.352812919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"af5cb836-1fce-4bfe-b6d0-414638c0b09b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:19.924203245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"9b5a40b2-f032-453a-8325-9cd045195310","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-5e884c","tenantID":"e2e-shared-a-w2-5e884c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:19.978955749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"9b5a40b2-f032-453a-8325-9cd045195310","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"e2e-shared-a-w2-5e884c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:20.676544707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"47c5399f-bd3e-4365-b179-86b087e41805","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"tenant":"e2e-shared-b-w2-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:20.67656697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"47c5399f-bd3e-4365-b179-86b087e41805","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"routeName":"auth-test-model-5bb0b1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","llmisvcName":"auth-test-model-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:20.730880683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"cd6b4244-60f2-4ac6-be1e-58b193954df1","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"tenant":"e2e-shared-b-w2-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:20.730901159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"cd6b4244-60f2-4ac6-be1e-58b193954df1","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"routeName":"auth-test-model-5bb0b1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","llmisvcName":"auth-test-model-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:20.829920922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"a1343b1d-512d-4006-85aa-acb3a802c35a","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:20.953467524Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"a1343b1d-512d-4006-85aa-acb3a802c35a","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"e2e-shared-b-w2-5bb0b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:21.006760102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-5bb0b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"a1343b1d-512d-4006-85aa-acb3a802c35a","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:21.059091513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"b18263e7-24a0-43f1-a216-4b4cdc7156c7","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"tenant":"e2e-shared-b-w2-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:21.059111118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"b18263e7-24a0-43f1-a216-4b4cdc7156c7","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"routeName":"auth-test-model-5bb0b1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","llmisvcName":"auth-test-model-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:23.995766659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"0ee6d216-e535-4583-b0e9-b7c3726a5f68","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ef00a4","tenantID":"e2e-shared-a-w1-ef00a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.050482407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"0ee6d216-e535-4583-b0e9-b7c3726a5f68","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"e2e-shared-a-w1-ef00a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.103943665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-ef00a4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89128837d2faf812e0324da903ae42b5ad5c52c58e91f982477ac65d2e97795c) AuthConfig (7c69b26762da98ba347484bd91cb70e22619d54dbb584548f786a08fd5da2349) AuthConfig (381f15d603a834abf8057c1748dd505f8d01c589991446fa03df70c45822dfd0) AuthConfig (0bbb50d2f4eb8e786ae694152d7d16cd9b835be0cd7c089aeb879c485dbccfa9) AuthConfig (2c46655d1a5a2431a3e80ad9625588f0d885a81703508b0b8d5840298f755362) AuthConfig (782b1d01285e401313af09d0bda0b187f2a250342d53c4f036f54fc65d1375ab) AuthConfig (99e8b4d2cfbab1e653eb1e40799a63d4ab6fbaa0dfba443471f280c8294043a9) AuthConfig (33c4728d29425d51d8e3daae99f03993971d9ec148930b001c3b72c2f90e9ca0) AuthConfig (bd76e6322c67f34caf3cc04f128efc5031d83bc926790e0cd8dda98e11e9f399) AuthConfig (f3e2ba1389d55125808d5ee8233113b86d6154fc9135bd2fe9bf5ec6843d72c3) AuthConfig (431824898c3b8697d3c03f429d93e584a1d44ee4b38ec9b76081de2e8953c4e5) AuthConfig (e75e50c44f848296afd32a62b393de120ddf70fffee1503cd484afc35ce2f5ac) AuthConfig (a550d9012c8a4e8f27a6d9bcb215bf503ae086576e13ecf43a43437fbd3d0ddb) AuthConfig (5e0371e26ffd953348b5a355bec0a548cab9d32e1183a727926d2779433c3ce5) AuthConfig (ebf2913d00ebd2ceb90b146967d1f7a1648eaaad507c139cd752f8557454aa69) AuthConfig (6a82e63fd6bad669ab0753f02e51060fe0cd907f306951f45de61643b95a25a6) AuthConfig (c3423195787abc38aefcac73637f4abe6acbb1ad6aec447c4d7151e6465daee0) AuthConfig (f77229bb680dfbaa621a3275be92a70aa939dcdf06ea405e6212c74d8118960b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"0ee6d216-e535-4583-b0e9-b7c3726a5f68","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.159357252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"beab0791-fffa-4e45-9b54-bbdd80489367","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.159376158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"beab0791-fffa-4e45-9b54-bbdd80489367","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.6191488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"35df3ca9-e3b3-40bf-82b4-0ec09c6ead56","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.619173105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"35df3ca9-e3b3-40bf-82b4-0ec09c6ead56","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.677103286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"7d694f44-16c1-49c3-beaf-7043f268fa8e","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.67712944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"7d694f44-16c1-49c3-beaf-7043f268fa8e","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.71703313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"97553b5c-18e6-4a7e-ad50-99849659cde5","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-43d592","tenantID":"e2e-shared-a-w3-43d592","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:38:24.720485359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"19d0e338-6ecc-4382-9e7c-37694f7bdbb1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-aa2ac8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:38:24.728393393Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"7d694f44-16c1-49c3-beaf-7043f268fa8e","name":"auth-test-model-43d592","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-43d592\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:38:24.728463132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"7d694f44-16c1-49c3-beaf-7043f268fa8e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-43d592\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.733926393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"f56a6029-21f2-4026-9c94-843b6bf0a632","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.733947942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"f56a6029-21f2-4026-9c94-843b6bf0a632","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.77160501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"97553b5c-18e6-4a7e-ad50-99849659cde5","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"e2e-shared-a-w3-43d592-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.824509107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"f53121a0-33d8-41de-a596-9725254a89c6","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.824529725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"f53121a0-33d8-41de-a596-9725254a89c6","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.880570277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"2dee74c0-bebd-492d-81ca-e47378743acb","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.880590064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"2dee74c0-bebd-492d-81ca-e47378743acb","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.067820961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"349a1b62-82c8-4822-9e9e-496811068728","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-43d592","tenantID":"e2e-shared-a-w3-43d592","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.0935969Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"d5b0a9a1-021c-4908-88e8-8bf31b49423c","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"maas-trlp-auth-test-model-43d592","model":"auth-test-model-43d592","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-43d592/e2e-auth-iso-aa2ac8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.122295706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"349a1b62-82c8-4822-9e9e-496811068728","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"e2e-shared-a-w3-43d592-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.251520218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"7af01806-2ce2-4825-aa66-d89f78ad7412","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.251548797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"7af01806-2ce2-4825-aa66-d89f78ad7412","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.411390669Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.44927625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"8f901843-ed41-4db0-9e6a-5142e5ebd517","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"maas-trlp-auth-test-model-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:27.660175608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"8a9592e3-d88b-446a-963b-6306a9d10bca","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6fc60c","tenantID":"e2e-shared-a-w0-6fc60c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:27.714993349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"8a9592e3-d88b-446a-963b-6306a9d10bca","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"e2e-shared-a-w0-6fc60c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:27.772878896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6fc60c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2abf8b88deaf8ac8c2604bd53c984585ac1b6a56a3a5334fa46ce51ed5e9f49a) AuthConfig (bdbb4d3a3660100aa23800b253a1f64a38962e328bce080426aac371a6320e6d) AuthConfig (d32dd99d17e8540ca93eb25d2f37aa6725c6be368b5e12d0b2861c05bc0dc71c) AuthConfig (2e198c237fc94e5f5efc9344ecb8637ebd14fb8be2bfd8bf99f40266d6043193) AuthConfig (5d9789d41069913b84c3829e4a1db92efd7bac2f77d1d9982035454d19cf1a9c) AuthConfig (b7096b69036e4bcd0a052e9d9904e33e2a80c35242b1aad7183b5daa266f45df) AuthConfig (9885b9eb777e804b639b09c8ec67990c569a2d1b2b2c52738b4fc991a8354da9) AuthConfig (538ce1e558157b8c61eff4e1e59ef6c0336718d622b722a8be8275ee2a2e4778) AuthConfig (0b7abf5eb782ed6e2a03072519f89d59e873b794293a23c20d40f483cd120ac6) AuthConfig (2d9e7a6c5f2dab993cdfd232dc06d5a428894d0c856909e46259c5b286e42520) AuthConfig (763a9156a18aa4cb891f19f34085a36fe59cec0942dd959955c956cdd6a3e861) AuthConfig (603d8dd62ad9b7ac1500d879b0e67e3d0a8e332d0516183fac7c9ba13bc65779) AuthConfig (886c61630fb534324c66a99e2cc292b3ca40757e1b59383f79fc1200b45412a9) AuthConfig (ecba50d5c98e0cd1b68730ce1e08aac9e6d0e96ce2d2d91f092b4cd4b7847c7a) AuthConfig (e7a4d241a49016c4666fc1c67afd2a9f5a458e9ae9d7b59afaefca55f233010b) AuthConfig (ff4d549ca3e2245dc5b8e1df363ae522610304105c1e61c860158b9eea0a79ab) AuthConfig (fed4cd0ef288bc61b029778450113b1cf226efec77c1dfcec93ed1bcab4f29e8) AuthConfig (d5c57d2e5ab98e4ccdd85202ff67981520051eb38351aa06023b820a69cee304)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"8a9592e3-d88b-446a-963b-6306a9d10bca","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:27.829536084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"9d377440-9132-4e0f-b222-86eabae4ac9a","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"tenant":"e2e-shared-a-w0-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:27.829560045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"9d377440-9132-4e0f-b222-86eabae4ac9a","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"routeName":"auth-test-model-6fc60c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","llmisvcName":"auth-test-model-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:31.159149038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"204998df-3448-42c1-b171-1a51ba8fba91","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:31.213493947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"204998df-3448-42c1-b171-1a51ba8fba91","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"e2e-shared-b-w2-5bb0b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:31.275030986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-5bb0b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"204998df-3448-42c1-b171-1a51ba8fba91","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:34.257752931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"836f0a05-5425-4aad-9217-f10cb7afd705","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ef00a4","tenantID":"e2e-shared-a-w1-ef00a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:34.312393074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"836f0a05-5425-4aad-9217-f10cb7afd705","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"e2e-shared-a-w1-ef00a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:34.365731067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-ef00a4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89128837d2faf812e0324da903ae42b5ad5c52c58e91f982477ac65d2e97795c) AuthConfig (7c69b26762da98ba347484bd91cb70e22619d54dbb584548f786a08fd5da2349) AuthConfig (381f15d603a834abf8057c1748dd505f8d01c589991446fa03df70c45822dfd0) AuthConfig (0bbb50d2f4eb8e786ae694152d7d16cd9b835be0cd7c089aeb879c485dbccfa9) AuthConfig (2c46655d1a5a2431a3e80ad9625588f0d885a81703508b0b8d5840298f755362) AuthConfig (782b1d01285e401313af09d0bda0b187f2a250342d53c4f036f54fc65d1375ab) AuthConfig (99e8b4d2cfbab1e653eb1e40799a63d4ab6fbaa0dfba443471f280c8294043a9) AuthConfig (33c4728d29425d51d8e3daae99f03993971d9ec148930b001c3b72c2f90e9ca0) AuthConfig (bd76e6322c67f34caf3cc04f128efc5031d83bc926790e0cd8dda98e11e9f399) AuthConfig (f3e2ba1389d55125808d5ee8233113b86d6154fc9135bd2fe9bf5ec6843d72c3) AuthConfig (431824898c3b8697d3c03f429d93e584a1d44ee4b38ec9b76081de2e8953c4e5) AuthConfig (e75e50c44f848296afd32a62b393de120ddf70fffee1503cd484afc35ce2f5ac) AuthConfig (a550d9012c8a4e8f27a6d9bcb215bf503ae086576e13ecf43a43437fbd3d0ddb) AuthConfig (5e0371e26ffd953348b5a355bec0a548cab9d32e1183a727926d2779433c3ce5) AuthConfig (ebf2913d00ebd2ceb90b146967d1f7a1648eaaad507c139cd752f8557454aa69) AuthConfig (6a82e63fd6bad669ab0753f02e51060fe0cd907f306951f45de61643b95a25a6) AuthConfig (c3423195787abc38aefcac73637f4abe6acbb1ad6aec447c4d7151e6465daee0) AuthConfig (f77229bb680dfbaa621a3275be92a70aa939dcdf06ea405e6212c74d8118960b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"836f0a05-5425-4aad-9217-f10cb7afd705","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:37.929171219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"758aeba3-e80d-4dd6-a59c-729b9beeb07e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6fc60c","tenantID":"e2e-shared-a-w0-6fc60c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:37.98371607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"758aeba3-e80d-4dd6-a59c-729b9beeb07e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"e2e-shared-a-w0-6fc60c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:38.037329278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6fc60c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2abf8b88deaf8ac8c2604bd53c984585ac1b6a56a3a5334fa46ce51ed5e9f49a) AuthConfig (bdbb4d3a3660100aa23800b253a1f64a38962e328bce080426aac371a6320e6d) AuthConfig (d32dd99d17e8540ca93eb25d2f37aa6725c6be368b5e12d0b2861c05bc0dc71c) AuthConfig (2e198c237fc94e5f5efc9344ecb8637ebd14fb8be2bfd8bf99f40266d6043193) AuthConfig (5d9789d41069913b84c3829e4a1db92efd7bac2f77d1d9982035454d19cf1a9c) AuthConfig (b7096b69036e4bcd0a052e9d9904e33e2a80c35242b1aad7183b5daa266f45df) AuthConfig (9885b9eb777e804b639b09c8ec67990c569a2d1b2b2c52738b4fc991a8354da9) AuthConfig (538ce1e558157b8c61eff4e1e59ef6c0336718d622b722a8be8275ee2a2e4778) AuthConfig (0b7abf5eb782ed6e2a03072519f89d59e873b794293a23c20d40f483cd120ac6) AuthConfig (2d9e7a6c5f2dab993cdfd232dc06d5a428894d0c856909e46259c5b286e42520) AuthConfig (763a9156a18aa4cb891f19f34085a36fe59cec0942dd959955c956cdd6a3e861) AuthConfig (603d8dd62ad9b7ac1500d879b0e67e3d0a8e332d0516183fac7c9ba13bc65779) AuthConfig (886c61630fb534324c66a99e2cc292b3ca40757e1b59383f79fc1200b45412a9) AuthConfig (ecba50d5c98e0cd1b68730ce1e08aac9e6d0e96ce2d2d91f092b4cd4b7847c7a) AuthConfig (e7a4d241a49016c4666fc1c67afd2a9f5a458e9ae9d7b59afaefca55f233010b) AuthConfig (ff4d549ca3e2245dc5b8e1df363ae522610304105c1e61c860158b9eea0a79ab) AuthConfig (fed4cd0ef288bc61b029778450113b1cf226efec77c1dfcec93ed1bcab4f29e8) AuthConfig (d5c57d2e5ab98e4ccdd85202ff67981520051eb38351aa06023b820a69cee304)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"758aeba3-e80d-4dd6-a59c-729b9beeb07e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:41.374700455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"2fc6d517-7d87-4249-a1ff-a6dfa6e5c3e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:41.42968274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"2fc6d517-7d87-4249-a1ff-a6dfa6e5c3e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"e2e-shared-b-w2-5bb0b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:41.483134694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-5bb0b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"2fc6d517-7d87-4249-a1ff-a6dfa6e5c3e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:42.824792528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"a6785dc7-64f2-448a-b91c-0eab87a51fcb","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"maas-trlp-auth-test-model-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:42.98470277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"c9ddc238-e639-4640-b474-f18938cf2364","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:42.984725801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"c9ddc238-e639-4640-b474-f18938cf2364","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:43.431587523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"7d49234f-b092-4668-a97f-a9f6456c83d0","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"tenant":"e2e-shared-b-w3-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:43.431608851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"7d49234f-b092-4668-a97f-a9f6456c83d0","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"routeName":"auth-test-model-ae7a1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","llmisvcName":"auth-test-model-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:43.484479122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"ab329ab8-4c68-4fd8-9acd-e471e75b5969","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"tenant":"e2e-shared-b-w3-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:43.484498616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"ab329ab8-4c68-4fd8-9acd-e471e75b5969","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"routeName":"auth-test-model-ae7a1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","llmisvcName":"auth-test-model-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:43.582666097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"13935757-bc50-4849-91b6-062c49dbeb63","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:43.707345192Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"13935757-bc50-4849-91b6-062c49dbeb63","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:43.760430347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-ae7a1f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"13935757-bc50-4849-91b6-062c49dbeb63","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:43.813778749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"d16baa11-7978-4d9e-9dfe-06243c16ee14","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"tenant":"e2e-shared-b-w3-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:43.81379954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"d16baa11-7978-4d9e-9dfe-06243c16ee14","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"routeName":"auth-test-model-ae7a1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","llmisvcName":"auth-test-model-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:44.301482851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"47e29928-3c6c-4f70-b7f0-66df886c6dc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-43d592","tenantID":"e2e-shared-a-w3-43d592","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:44.407016032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"47e29928-3c6c-4f70-b7f0-66df886c6dc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"e2e-shared-a-w3-43d592-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:44.500741836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"9bd7bc60-01e2-4dff-9891-98b53dad6cc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ef00a4","tenantID":"e2e-shared-a-w1-ef00a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:44.584621188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"9bd7bc60-01e2-4dff-9891-98b53dad6cc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"e2e-shared-a-w1-ef00a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:44.907105865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"b4796eef-89d0-4639-8967-ed36840dfc16","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:44.907129221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"b4796eef-89d0-4639-8967-ed36840dfc16","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:48.151021826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"afb927de-3cd7-4864-b35b-02edd110f952","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6fc60c","tenantID":"e2e-shared-a-w0-6fc60c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:48.20702821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"afb927de-3cd7-4864-b35b-02edd110f952","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"e2e-shared-a-w0-6fc60c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:48.462459206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"7e7c1280-a2a0-49da-ba44-9ff7217c8ddf","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"tenant":"e2e-shared-a-w0-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:48.462485783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"7e7c1280-a2a0-49da-ba44-9ff7217c8ddf","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"routeName":"auth-test-model-6fc60c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","llmisvcName":"auth-test-model-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:48.692053786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390d9008-8df6-49a7-9852-bad16906f62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:48.745637817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390d9008-8df6-49a7-9852-bad16906f62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:48.796451155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390d9008-8df6-49a7-9852-bad16906f62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:48.846680224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390d9008-8df6-49a7-9852-bad16906f62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:49.267470853Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-03e614","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-03e614","reconcileID":"16284948-cdd9-407c-a842-cdb410ce1e34","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-03e614","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-03e614":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:50.672961408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f1327b-3a30-45b0-a0bb-233bbde8a88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:50.722229533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f1327b-3a30-45b0-a0bb-233bbde8a88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:50.771504309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f1327b-3a30-45b0-a0bb-233bbde8a88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:50.820684367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f1327b-3a30-45b0-a0bb-233bbde8a88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:51.582417243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"176dda14-3f1a-4df4-b70e-e4a8fbaac944","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:51.642678113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"176dda14-3f1a-4df4-b70e-e4a8fbaac944","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"e2e-shared-b-w2-5bb0b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:51.696989443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-5bb0b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8b66bbaf01e932d41cbd81b627bdc2a29810e2ee579317a7a73af3f4c8f56f6) AuthConfig (157f016750c0a232eac319e56ba676fb8d75618a4406aebc29f21792233e10a2) AuthConfig (25c5a83bf671fc993122a79deb017b21ff102e01c8bdcc0aff95e1920bce3316) AuthConfig (e019cf62d091d015598acd7acd971266015d8053833430cedbf62dfe24cc5bc0) AuthConfig (7921986140dcb367d670409b0fe00bcb0856d174a0bae0fb62613ca53efe2dbd) AuthConfig (793b7f609c531fb6a12dc5eeb6f25cc722382355f7840043511eb48e5a86879c) AuthConfig (688d434657001558857d21a0bc75666a7f54156642232a3bb610825f5d917ee2) AuthConfig (fd28c10f0226462f3ae737927644fb72320a9a4e3bc334efcbb546f78716272d) AuthConfig (d9ee69c90d2680006a89fb254df01ed8e2a3fd6d39611c2d84e4483b03b00ba6) AuthConfig (ce354a13ec8dca3d4fd74b51d3e98201950cc6e90c9bf63bcd1992dc4ff04443) AuthConfig (4ca4618fa5c81cec498c9b028b52930f93986c7aea08f3dab6cd22692f6e356a) AuthConfig (b3f346797dc3f1ec3a9c7d425a3d4436b508c13e5bad1688ff58787eeb77620f) AuthConfig (80514079eef90a8cc82dc1ffe47b7caf502144edb0a56ccead4c10de7c2593d5) AuthConfig (396cf50aeff6f063b055a60e2ad525c41371f9bc39a77fbe5ce864511dd5ad80) AuthConfig (c322692e9debab32be0840661f1d1b19d020bebfc90c79ea0e564c31954d316b) AuthConfig (a219dbed00efcba16b04d55949c108d12e7c2d38ae7858e7cb2aa602f9445335) AuthConfig (3ba30c111ff650b45f045548ef330b7dbf957b4671911e0f247c9415ec83875b) AuthConfig (9fdec6bcc87f547732d8f5ab9f5910d66d76f1fcabe8ede30266a6737edcd584)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"176dda14-3f1a-4df4-b70e-e4a8fbaac944","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:51.752441617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"1779e3fc-e043-48b1-8aca-18a864c65a41","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"tenant":"e2e-shared-b-w2-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:51.752466539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"1779e3fc-e043-48b1-8aca-18a864c65a41","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"routeName":"auth-test-model-5bb0b1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","llmisvcName":"auth-test-model-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:52.624725367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff7e3142-485f-4c2b-9d52-febea23ac803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:52.674136941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff7e3142-485f-4c2b-9d52-febea23ac803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:52.723217601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff7e3142-485f-4c2b-9d52-febea23ac803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:52.778541784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff7e3142-485f-4c2b-9d52-febea23ac803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:53.9172795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"4c3e5e35-6bf1-4d57-803c-9132522fb248","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:53.971542791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"4c3e5e35-6bf1-4d57-803c-9132522fb248","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.018890877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"c7dfb82a-949d-467f-b9d0-0c4e03051be1","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"tenant":"e2e-shared-a-w0-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.018916943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"c7dfb82a-949d-467f-b9d0-0c4e03051be1","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"routeName":"auth-test-model-6fc60c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","llmisvcName":"auth-test-model-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.025143989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-ae7a1f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"4c3e5e35-6bf1-4d57-803c-9132522fb248","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.079280965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"df52091e-61a4-4281-88ed-5918d7fc1603","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"tenant":"e2e-shared-a-w0-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.079301248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"df52091e-61a4-4281-88ed-5918d7fc1603","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"routeName":"auth-test-model-6fc60c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","llmisvcName":"auth-test-model-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.117443462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"b1690585-bbdf-43a2-8e31-d3d9cb83067b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6fc60c","tenantID":"e2e-shared-a-w0-6fc60c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:38:54.129679382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"3c312671-4f17-4c71-bba6-83e7b6feb996","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ef43e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.173853147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"b1690585-bbdf-43a2-8e31-d3d9cb83067b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"e2e-shared-a-w0-6fc60c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.233985536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"0d88c6bb-019c-435a-af7f-c1440d679ba5","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"tenant":"e2e-shared-a-w0-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.234042537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"0d88c6bb-019c-435a-af7f-c1440d679ba5","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"routeName":"auth-test-model-6fc60c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","llmisvcName":"auth-test-model-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.289155465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"e4893dec-7d70-417e-b748-07fba7779120","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"tenant":"e2e-shared-a-w0-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.289179128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"e4893dec-7d70-417e-b748-07fba7779120","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"routeName":"auth-test-model-6fc60c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","llmisvcName":"auth-test-model-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.474942313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"c36ba103-facf-47f5-90ef-5a789c151691","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6fc60c","tenantID":"e2e-shared-a-w0-6fc60c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.491709342Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"c91d8001-6561-4b24-8cdf-d7ca1f86ba92","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"maas-trlp-auth-test-model-6fc60c","model":"auth-test-model-6fc60c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-6fc60c/e2e-auth-iso-ef43e0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.529657446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"c36ba103-facf-47f5-90ef-5a789c151691","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"e2e-shared-a-w0-6fc60c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.653201366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"29905178-e29b-4732-86b5-93391c18fa7d","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"tenant":"e2e-shared-a-w0-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.653222575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"29905178-e29b-4732-86b5-93391c18fa7d","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"routeName":"auth-test-model-6fc60c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","llmisvcName":"auth-test-model-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.853380178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"33f30dff-d519-4fdc-a555-c04abea0c1ee","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"maas-trlp-auth-test-model-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:55.411540706Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.37403524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"092ef26c-7b1f-4621-9ae0-dbed0d767892","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.37405729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"092ef26c-7b1f-4621-9ae0-dbed0d767892","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.430344685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"f8b19c77-dcf1-4799-ae02-2d3883bff6c2","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.430372991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"f8b19c77-dcf1-4799-ae02-2d3883bff6c2","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.472925397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"ae2a9f91-4bb8-4a6c-bde4-6c335c0652b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ef00a4","tenantID":"e2e-shared-a-w1-ef00a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:00.476065221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"90a00cc3-8fb0-4b0a-9aaf-f4071d2cf36e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-320ffb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:00.481480908Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"f8b19c77-dcf1-4799-ae02-2d3883bff6c2","name":"auth-test-model-ef00a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-ef00a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:00.48155148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"f8b19c77-dcf1-4799-ae02-2d3883bff6c2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-ef00a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.486945467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"bcf0078c-ab83-4a9d-93f6-4e96e4af8a06","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.486963123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"bcf0078c-ab83-4a9d-93f6-4e96e4af8a06","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.528791136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"ae2a9f91-4bb8-4a6c-bde4-6c335c0652b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"e2e-shared-a-w1-ef00a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.578686897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"3a36d92e-e32b-43fe-87e2-3313d678e4c2","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.578709675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"3a36d92e-e32b-43fe-87e2-3313d678e4c2","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.631879076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"664c9c52-59ac-4c9f-a34e-0ea230ab4bf8","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.631906952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"664c9c52-59ac-4c9f-a34e-0ea230ab4bf8","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.829037979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"4742e47b-c84c-4dd7-8d8b-00f5ca43a180","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ef00a4","tenantID":"e2e-shared-a-w1-ef00a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.839773377Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"d52805da-1d6a-4dae-874a-a1b263665f0d","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"maas-trlp-auth-test-model-ef00a4","model":"auth-test-model-ef00a4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-ef00a4/e2e-auth-iso-320ffb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.885481875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"4742e47b-c84c-4dd7-8d8b-00f5ca43a180","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"e2e-shared-a-w1-ef00a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:01.002583531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"a50c6f73-50d4-4115-9894-61025a569db9","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:01.002604457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"a50c6f73-50d4-4115-9894-61025a569db9","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:01.19992946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"2b2dde47-9e8d-495c-bada-3fc3cf29a785","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"maas-trlp-auth-test-model-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:01.853633144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"743268a4-4672-43f0-8d55-d5faed902ba2","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:01.907879723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"743268a4-4672-43f0-8d55-d5faed902ba2","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"e2e-shared-b-w2-5bb0b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:01.961674068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-5bb0b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8b66bbaf01e932d41cbd81b627bdc2a29810e2ee579317a7a73af3f4c8f56f6) AuthConfig (157f016750c0a232eac319e56ba676fb8d75618a4406aebc29f21792233e10a2) AuthConfig (25c5a83bf671fc993122a79deb017b21ff102e01c8bdcc0aff95e1920bce3316) AuthConfig (e019cf62d091d015598acd7acd971266015d8053833430cedbf62dfe24cc5bc0) AuthConfig (7921986140dcb367d670409b0fe00bcb0856d174a0bae0fb62613ca53efe2dbd) AuthConfig (793b7f609c531fb6a12dc5eeb6f25cc722382355f7840043511eb48e5a86879c) AuthConfig (688d434657001558857d21a0bc75666a7f54156642232a3bb610825f5d917ee2) AuthConfig (fd28c10f0226462f3ae737927644fb72320a9a4e3bc334efcbb546f78716272d) AuthConfig (d9ee69c90d2680006a89fb254df01ed8e2a3fd6d39611c2d84e4483b03b00ba6) AuthConfig (ce354a13ec8dca3d4fd74b51d3e98201950cc6e90c9bf63bcd1992dc4ff04443) AuthConfig (4ca4618fa5c81cec498c9b028b52930f93986c7aea08f3dab6cd22692f6e356a) AuthConfig (b3f346797dc3f1ec3a9c7d425a3d4436b508c13e5bad1688ff58787eeb77620f) AuthConfig (80514079eef90a8cc82dc1ffe47b7caf502144edb0a56ccead4c10de7c2593d5) AuthConfig (396cf50aeff6f063b055a60e2ad525c41371f9bc39a77fbe5ce864511dd5ad80) AuthConfig (c322692e9debab32be0840661f1d1b19d020bebfc90c79ea0e564c31954d316b) AuthConfig (a219dbed00efcba16b04d55949c108d12e7c2d38ae7858e7cb2aa602f9445335) AuthConfig (3ba30c111ff650b45f045548ef330b7dbf957b4671911e0f247c9415ec83875b) AuthConfig (9fdec6bcc87f547732d8f5ab9f5910d66d76f1fcabe8ede30266a6737edcd584)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"743268a4-4672-43f0-8d55-d5faed902ba2","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:04.124551875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"4792513a-1796-47f5-ac90-0e367b31563b","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:04.179178182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"4792513a-1796-47f5-ac90-0e367b31563b","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:04.23263662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-ae7a1f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"4792513a-1796-47f5-ac90-0e367b31563b","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:12.122216891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"43760e05-8f11-4c19-a1b7-27848a85c267","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:12.17688272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"43760e05-8f11-4c19-a1b7-27848a85c267","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"e2e-shared-b-w2-5bb0b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:12.230555466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-5bb0b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8b66bbaf01e932d41cbd81b627bdc2a29810e2ee579317a7a73af3f4c8f56f6) AuthConfig (157f016750c0a232eac319e56ba676fb8d75618a4406aebc29f21792233e10a2) AuthConfig (25c5a83bf671fc993122a79deb017b21ff102e01c8bdcc0aff95e1920bce3316) AuthConfig (e019cf62d091d015598acd7acd971266015d8053833430cedbf62dfe24cc5bc0) AuthConfig (7921986140dcb367d670409b0fe00bcb0856d174a0bae0fb62613ca53efe2dbd) AuthConfig (793b7f609c531fb6a12dc5eeb6f25cc722382355f7840043511eb48e5a86879c) AuthConfig (688d434657001558857d21a0bc75666a7f54156642232a3bb610825f5d917ee2) AuthConfig (fd28c10f0226462f3ae737927644fb72320a9a4e3bc334efcbb546f78716272d) AuthConfig (d9ee69c90d2680006a89fb254df01ed8e2a3fd6d39611c2d84e4483b03b00ba6) AuthConfig (ce354a13ec8dca3d4fd74b51d3e98201950cc6e90c9bf63bcd1992dc4ff04443) AuthConfig (4ca4618fa5c81cec498c9b028b52930f93986c7aea08f3dab6cd22692f6e356a) AuthConfig (b3f346797dc3f1ec3a9c7d425a3d4436b508c13e5bad1688ff58787eeb77620f) AuthConfig (80514079eef90a8cc82dc1ffe47b7caf502144edb0a56ccead4c10de7c2593d5) AuthConfig (396cf50aeff6f063b055a60e2ad525c41371f9bc39a77fbe5ce864511dd5ad80) AuthConfig (c322692e9debab32be0840661f1d1b19d020bebfc90c79ea0e564c31954d316b) AuthConfig (a219dbed00efcba16b04d55949c108d12e7c2d38ae7858e7cb2aa602f9445335) AuthConfig (3ba30c111ff650b45f045548ef330b7dbf957b4671911e0f247c9415ec83875b) AuthConfig (9fdec6bcc87f547732d8f5ab9f5910d66d76f1fcabe8ede30266a6737edcd584)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"43760e05-8f11-4c19-a1b7-27848a85c267","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:14.334800842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"7f916323-cdb3-4e34-8747-d74bbc6cc58d","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:14.39043189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"7f916323-cdb3-4e34-8747-d74bbc6cc58d","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:14.443824693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-ae7a1f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"7f916323-cdb3-4e34-8747-d74bbc6cc58d","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:17.425116938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"77f27304-46d4-47f5-bac1-482c20b4b388","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"maas-trlp-auth-test-model-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:17.5205785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"bc31328d-3b92-4b8f-87ea-b3e098ef422a","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"maas-trlp-auth-test-model-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:17.584504615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"46e14ffe-021b-4897-9555-8ebc5ad30376","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:17.584525883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"46e14ffe-021b-4897-9555-8ebc5ad30376","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:17.686276727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"f07bf007-e8b4-4843-bee2-55349edf4338","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"tenant":"e2e-shared-a-w0-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:17.686301206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"f07bf007-e8b4-4843-bee2-55349edf4338","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"routeName":"auth-test-model-6fc60c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","llmisvcName":"auth-test-model-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:18.708171657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"9bfdd6a8-002e-4b5a-8a96-fef2c645430e","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ef00a4","tenantID":"e2e-shared-a-w1-ef00a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:18.762863447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"9bfdd6a8-002e-4b5a-8a96-fef2c645430e","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"e2e-shared-a-w1-ef00a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:18.944484847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"779b912b-51d6-455a-a4d6-54c5bc117585","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6fc60c","tenantID":"e2e-shared-a-w0-6fc60c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:18.998974008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"779b912b-51d6-455a-a4d6-54c5bc117585","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"e2e-shared-a-w0-6fc60c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.206762916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"635284a0-195f-4ae0-9e9d-7c2c0a73238f","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.206785285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"635284a0-195f-4ae0-9e9d-7c2c0a73238f","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.259574979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"f382d5b2-05bc-493d-a68e-8b4dcd59e219","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.259597288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"f382d5b2-05bc-493d-a68e-8b4dcd59e219","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.334225035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"118bdf7c-4511-4f5f-ae84-37855056f704","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.334266279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"118bdf7c-4511-4f5f-ae84-37855056f704","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.359048587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"10271ad0-31a5-4e80-a44a-e5129d3dc4a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.386551882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"aa7e7176-7ad1-4aed-a3cf-60a492dbcdf1","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.386574055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"aa7e7176-7ad1-4aed-a3cf-60a492dbcdf1","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.485312459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"3afdfd9e-09af-4ef0-b2cc-8b843ecec4b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.488543365Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"10271ad0-31a5-4e80-a44a-e5129d3dc4a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.541798789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-323082-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"10271ad0-31a5-4e80-a44a-e5129d3dc4a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.597589735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"31765a42-01bf-49ad-8500-9fb5a087b15e","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.597613134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"31765a42-01bf-49ad-8500-9fb5a087b15e","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.609413828Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"3afdfd9e-09af-4ef0-b2cc-8b843ecec4b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.662826002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c29159-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"3afdfd9e-09af-4ef0-b2cc-8b843ecec4b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.718271382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"33c37b1a-6d97-4054-aa5e-98603edadcc6","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.718297027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"33c37b1a-6d97-4054-aa5e-98603edadcc6","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.339447472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"696a3f5d-87d5-4ba2-95ed-3306b0c138b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.393990989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"696a3f5d-87d5-4ba2-95ed-3306b0c138b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"e2e-shared-b-w2-5bb0b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.700903383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"dc09d1e5-76ee-47d6-948b-d03c1f330448","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"tenant":"e2e-shared-b-w2-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.700926061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"dc09d1e5-76ee-47d6-948b-d03c1f330448","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"routeName":"auth-test-model-5bb0b1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","llmisvcName":"auth-test-model-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:24.547139293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"e11b7050-f2fc-46c3-aaf4-759a794a7ae6","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:24.602548189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"e11b7050-f2fc-46c3-aaf4-759a794a7ae6","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:24.655851289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-ae7a1f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (205d54aee8eed8d9c8a9a7f8e046f82d891737e41a14b4fd146c1a10e294ddef) AuthConfig (90826f3c8b56332278e39b0777e91117dc5cb1fbb124c19ecd8f1d2bf3894e71) AuthConfig (e02c5bc99f83341297dc755982caf092995b9280ff7ff5c22e4d09001d4be2bd) AuthConfig (340f96ca680f95c26ca3ed31207a9ef1ace6ffe3603463c660b6c836501411f6) AuthConfig (2666de40d2abf968a2f831bdd2480a24bf8d09db62730e26267fe4c8821eff7c) AuthConfig (89540ae0909d8fb5e95a103b1f2754b9a19f2466e77e412d19c2e4ca4acf5f6e) AuthConfig (fe3a197c799e3d67223542f297a67710aa274503ac45ec74c8209b383967295f) AuthConfig (5028f1f24b6554eeac1f16618530f1d0550a45ce435883554d4539c852c7dd7f) AuthConfig (738c083db8cd1e034a1cc3810769ebadc42ba9ac68a22e2df6be3921f9b7c70c) AuthConfig (dff63975278af488d7374cecbed833dc3961e7aa5a190733e78d58f37dc9c0f2) AuthConfig (18d614c87e9f78b5ea00f8458a44018affe7cb769ca8ec6aa520a45936a63af4) AuthConfig (4c77bc23a1c18d298a09cad417422c75762c05e42773115ca3ee2d6fbe9379b0) AuthConfig (37f2fafb5b1b5fc90f75b53cd88564184f30b62ccd22c294b860749b9d428106) AuthConfig (ca2e8c03bca24b410d3ad8777a91b3fe1f8af028e1c98ca67c4a9f6056baca4f) AuthConfig (b58b4524595ec4b716e42de23dda2fe6a5ebb5f0f4f890be8c0ba0c36a12c926) AuthConfig (b65e111c717fcdae3265d963becca17c7a2d543438f6dd2aaacbd15d6c8a4a3e) AuthConfig (43af76215f735e8cfe94c493bf6f41b5d926165ee24c66aab8fc08f65e3ebca4) AuthConfig (2bf3d682d6029f383c2fd2001885556479d52efc5b4b0fe307f584abd41c126b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"e11b7050-f2fc-46c3-aaf4-759a794a7ae6","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:24.71117965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"bc19ee7f-0f08-4510-9882-f2e92c77c169","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"tenant":"e2e-shared-b-w3-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:24.71120058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"bc19ee7f-0f08-4510-9882-f2e92c77c169","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"routeName":"auth-test-model-ae7a1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","llmisvcName":"auth-test-model-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:25.413995015Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:29.697256014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"33fd5e80-a84f-4c83-82b3-6ade35ab598c","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:29.752094909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"33fd5e80-a84f-4c83-82b3-6ade35ab598c","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:29.805963244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-323082-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"33fd5e80-a84f-4c83-82b3-6ade35ab598c","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:29.818625487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"befff96f-17f1-4196-a04b-642512de9809","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:29.873370653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"befff96f-17f1-4196-a04b-642512de9809","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:29.927092642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c29159-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"befff96f-17f1-4196-a04b-642512de9809","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:34.811523136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"72a8e978-5d52-4991-9061-2379bf4d577a","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:34.866408469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"72a8e978-5d52-4991-9061-2379bf4d577a","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:34.920086151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-ae7a1f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (205d54aee8eed8d9c8a9a7f8e046f82d891737e41a14b4fd146c1a10e294ddef) AuthConfig (90826f3c8b56332278e39b0777e91117dc5cb1fbb124c19ecd8f1d2bf3894e71) AuthConfig (e02c5bc99f83341297dc755982caf092995b9280ff7ff5c22e4d09001d4be2bd) AuthConfig (340f96ca680f95c26ca3ed31207a9ef1ace6ffe3603463c660b6c836501411f6) AuthConfig (2666de40d2abf968a2f831bdd2480a24bf8d09db62730e26267fe4c8821eff7c) AuthConfig (89540ae0909d8fb5e95a103b1f2754b9a19f2466e77e412d19c2e4ca4acf5f6e) AuthConfig (fe3a197c799e3d67223542f297a67710aa274503ac45ec74c8209b383967295f) AuthConfig (5028f1f24b6554eeac1f16618530f1d0550a45ce435883554d4539c852c7dd7f) AuthConfig (738c083db8cd1e034a1cc3810769ebadc42ba9ac68a22e2df6be3921f9b7c70c) AuthConfig (dff63975278af488d7374cecbed833dc3961e7aa5a190733e78d58f37dc9c0f2) AuthConfig (18d614c87e9f78b5ea00f8458a44018affe7cb769ca8ec6aa520a45936a63af4) AuthConfig (4c77bc23a1c18d298a09cad417422c75762c05e42773115ca3ee2d6fbe9379b0) AuthConfig (37f2fafb5b1b5fc90f75b53cd88564184f30b62ccd22c294b860749b9d428106) AuthConfig (ca2e8c03bca24b410d3ad8777a91b3fe1f8af028e1c98ca67c4a9f6056baca4f) AuthConfig (b58b4524595ec4b716e42de23dda2fe6a5ebb5f0f4f890be8c0ba0c36a12c926) AuthConfig (b65e111c717fcdae3265d963becca17c7a2d543438f6dd2aaacbd15d6c8a4a3e) AuthConfig (43af76215f735e8cfe94c493bf6f41b5d926165ee24c66aab8fc08f65e3ebca4) AuthConfig (2bf3d682d6029f383c2fd2001885556479d52efc5b4b0fe307f584abd41c126b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"72a8e978-5d52-4991-9061-2379bf4d577a","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:37.926550841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"b2cafc2a-823b-4ae9-9f3a-dd93df25bbcb","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"tenant":"e2e-shared-b-w2-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:37.926572634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"b2cafc2a-823b-4ae9-9f3a-dd93df25bbcb","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"routeName":"auth-test-model-5bb0b1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","llmisvcName":"auth-test-model-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:37.982453187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"ec6b2a1e-6c2d-432e-94ce-9d4e9d7c031c","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"tenant":"e2e-shared-b-w2-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:37.98247788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"ec6b2a1e-6c2d-432e-94ce-9d4e9d7c031c","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"routeName":"auth-test-model-5bb0b1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","llmisvcName":"auth-test-model-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:38.025128493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"bd11a3b3-8d58-4dbc-8f67-b83d31381b5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:38.032498702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"eaa8d2bf-20f4-4f3c-9c8c-d6df68a1e981","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-6058fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:38.081482721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"bd11a3b3-8d58-4dbc-8f67-b83d31381b5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"e2e-shared-b-w2-5bb0b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:38.134896916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"bdc33464-6791-49ba-a904-1da47b8cb140","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"tenant":"e2e-shared-b-w2-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:38.134918526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"bdc33464-6791-49ba-a904-1da47b8cb140","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"routeName":"auth-test-model-5bb0b1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","llmisvcName":"auth-test-model-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:38.187812425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"6af3afd8-2a1d-4f90-95c4-42358a0f4190","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"tenant":"e2e-shared-b-w2-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:38.187837213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"6af3afd8-2a1d-4f90-95c4-42358a0f4190","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"routeName":"auth-test-model-5bb0b1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","llmisvcName":"auth-test-model-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:38.382031187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"d6bdfe0e-e8e3-4bd1-b5ad-e3009641a080","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:38.391353815Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"83341ddc-e8a3-40d5-a993-7e3a37ad9d32","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"maas-trlp-auth-test-model-5bb0b1","model":"auth-test-model-5bb0b1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-5bb0b1/e2e-auth-iso-6058fc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:38.442664838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"d6bdfe0e-e8e3-4bd1-b5ad-e3009641a080","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"e2e-shared-b-w2-5bb0b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:38.564119844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"c735eb32-4ae0-436d-8661-838965603280","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"tenant":"e2e-shared-b-w2-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:38.564141241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"c735eb32-4ae0-436d-8661-838965603280","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"routeName":"auth-test-model-5bb0b1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","llmisvcName":"auth-test-model-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:38.765976342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"08331639-1e49-43d7-a292-edc5518926a8","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"maas-trlp-auth-test-model-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:39.960391542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"56c9dd92-0c18-4dc0-b84b-4a6bb51a2623","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:40.015564762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"56c9dd92-0c18-4dc0-b84b-4a6bb51a2623","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:40.02563232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"307c3011-3842-47df-9a90-4b5bd2477ed7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:40.069430717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-323082-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"56c9dd92-0c18-4dc0-b84b-4a6bb51a2623","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:40.080134782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"307c3011-3842-47df-9a90-4b5bd2477ed7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:40.133667899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c29159-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"307c3011-3842-47df-9a90-4b5bd2477ed7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:45.019147162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"d2444b68-4c1c-48ed-b9f5-06e81b0e1e36","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:45.074328851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"d2444b68-4c1c-48ed-b9f5-06e81b0e1e36","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:45.127492062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-ae7a1f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (205d54aee8eed8d9c8a9a7f8e046f82d891737e41a14b4fd146c1a10e294ddef) AuthConfig (90826f3c8b56332278e39b0777e91117dc5cb1fbb124c19ecd8f1d2bf3894e71) AuthConfig (e02c5bc99f83341297dc755982caf092995b9280ff7ff5c22e4d09001d4be2bd) AuthConfig (340f96ca680f95c26ca3ed31207a9ef1ace6ffe3603463c660b6c836501411f6) AuthConfig (2666de40d2abf968a2f831bdd2480a24bf8d09db62730e26267fe4c8821eff7c) AuthConfig (89540ae0909d8fb5e95a103b1f2754b9a19f2466e77e412d19c2e4ca4acf5f6e) AuthConfig (fe3a197c799e3d67223542f297a67710aa274503ac45ec74c8209b383967295f) AuthConfig (5028f1f24b6554eeac1f16618530f1d0550a45ce435883554d4539c852c7dd7f) AuthConfig (738c083db8cd1e034a1cc3810769ebadc42ba9ac68a22e2df6be3921f9b7c70c) AuthConfig (dff63975278af488d7374cecbed833dc3961e7aa5a190733e78d58f37dc9c0f2) AuthConfig (18d614c87e9f78b5ea00f8458a44018affe7cb769ca8ec6aa520a45936a63af4) AuthConfig (4c77bc23a1c18d298a09cad417422c75762c05e42773115ca3ee2d6fbe9379b0) AuthConfig (37f2fafb5b1b5fc90f75b53cd88564184f30b62ccd22c294b860749b9d428106) AuthConfig (ca2e8c03bca24b410d3ad8777a91b3fe1f8af028e1c98ca67c4a9f6056baca4f) AuthConfig (b58b4524595ec4b716e42de23dda2fe6a5ebb5f0f4f890be8c0ba0c36a12c926) AuthConfig (b65e111c717fcdae3265d963becca17c7a2d543438f6dd2aaacbd15d6c8a4a3e) AuthConfig (43af76215f735e8cfe94c493bf6f41b5d926165ee24c66aab8fc08f65e3ebca4) AuthConfig (2bf3d682d6029f383c2fd2001885556479d52efc5b4b0fe307f584abd41c126b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"d2444b68-4c1c-48ed-b9f5-06e81b0e1e36","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.169159917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"3308cb4c-b6f3-4762-a4d7-8f5052b8e175","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.224739292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"3308cb4c-b6f3-4762-a4d7-8f5052b8e175","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.269938928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"480a2726-d61a-4a15-9d21-fe3db1ca4fae","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.282450112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-323082-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"3308cb4c-b6f3-4762-a4d7-8f5052b8e175","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.324921495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"480a2726-d61a-4a15-9d21-fe3db1ca4fae","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.377895267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c29159-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"480a2726-d61a-4a15-9d21-fe3db1ca4fae","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:55.226412652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"6e4baf84-2b25-403c-9a68-7a113748439a","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:55.280763675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"6e4baf84-2b25-403c-9a68-7a113748439a","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:55.333756214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-ae7a1f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (205d54aee8eed8d9c8a9a7f8e046f82d891737e41a14b4fd146c1a10e294ddef) AuthConfig (90826f3c8b56332278e39b0777e91117dc5cb1fbb124c19ecd8f1d2bf3894e71) AuthConfig (e02c5bc99f83341297dc755982caf092995b9280ff7ff5c22e4d09001d4be2bd) AuthConfig (340f96ca680f95c26ca3ed31207a9ef1ace6ffe3603463c660b6c836501411f6) AuthConfig (2666de40d2abf968a2f831bdd2480a24bf8d09db62730e26267fe4c8821eff7c) AuthConfig (89540ae0909d8fb5e95a103b1f2754b9a19f2466e77e412d19c2e4ca4acf5f6e) AuthConfig (fe3a197c799e3d67223542f297a67710aa274503ac45ec74c8209b383967295f) AuthConfig (5028f1f24b6554eeac1f16618530f1d0550a45ce435883554d4539c852c7dd7f) AuthConfig (738c083db8cd1e034a1cc3810769ebadc42ba9ac68a22e2df6be3921f9b7c70c) AuthConfig (dff63975278af488d7374cecbed833dc3961e7aa5a190733e78d58f37dc9c0f2) AuthConfig (18d614c87e9f78b5ea00f8458a44018affe7cb769ca8ec6aa520a45936a63af4) AuthConfig (4c77bc23a1c18d298a09cad417422c75762c05e42773115ca3ee2d6fbe9379b0) AuthConfig (37f2fafb5b1b5fc90f75b53cd88564184f30b62ccd22c294b860749b9d428106) AuthConfig (ca2e8c03bca24b410d3ad8777a91b3fe1f8af028e1c98ca67c4a9f6056baca4f) AuthConfig (b58b4524595ec4b716e42de23dda2fe6a5ebb5f0f4f890be8c0ba0c36a12c926) AuthConfig (b65e111c717fcdae3265d963becca17c7a2d543438f6dd2aaacbd15d6c8a4a3e) AuthConfig (43af76215f735e8cfe94c493bf6f41b5d926165ee24c66aab8fc08f65e3ebca4) AuthConfig (2bf3d682d6029f383c2fd2001885556479d52efc5b4b0fe307f584abd41c126b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"6e4baf84-2b25-403c-9a68-7a113748439a","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:55.412462619Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:56.69823039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"93592c4c-d999-44cd-972c-6862bc17233f","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"maas-trlp-auth-test-model-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:56.865082374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"5a9c789f-3cb1-41c3-b6f6-a53fa53f6816","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"tenant":"e2e-shared-b-w2-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:56.865113813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"5a9c789f-3cb1-41c3-b6f6-a53fa53f6816","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"routeName":"auth-test-model-5bb0b1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","llmisvcName":"auth-test-model-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:56.987944252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"79570b93-f539-44ec-aa5c-59973a54574b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.042843573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"79570b93-f539-44ec-aa5c-59973a54574b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"e2e-shared-b-w2-5bb0b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.967296737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"bfeb6d37-1d30-4fd1-bd81-46a098f854fd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-03e614","tenantID":"e2e-shared-a-w4-03e614","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:58.080716628Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"bfeb6d37-1d30-4fd1-bd81-46a098f854fd","name":"e2e-shared-a-w4-03e614-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:00.381950005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"96bccf1c-c564-4c12-a341-c47495d5850a","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:00.437632769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"96bccf1c-c564-4c12-a341-c47495d5850a","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:00.482187493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"5d14146c-88d4-4d84-a2b6-8d8365092671","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:00.490989708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-323082-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28a8cd8277d13e5e45691ac0ec22d3685e860b2b47a059534ce580cd070e2a03) AuthConfig (598adc87e6c13ee43bdf88897649b397db34d8daefb8568b451ffe1e51bfc7c4) AuthConfig (6e690338edd0849885a78e5687a6c1492c6139971ebe0060a9ca04bcb475921a) AuthConfig (aa09e9f06ae115f59dddbcb768be2560d9f4cc5416553ccc98b36d42f2d3b3ba) AuthConfig (f01e0352dc2f1b2f28680cd159c491e75f62c93cfa8aa9dd3c9d5f545ac0494c) AuthConfig (c8954412cf6783996e32654b2e733ba3fb47c6593a9ddf3fbb5f9f72d19bdf5b) AuthConfig (13a1b50d45c13eb45131a6d107976847bf8a20c64c081ab4ed4c389e9c830e36) AuthConfig (e62f61feabb1434d6edb2caf1baa924dc8c313e916db5f3011a9fab0f76e45e6) AuthConfig (4c17304b27cf4d6ba7b96bd3749e701e1e907bacf7915f750d393b442b94da4c) AuthConfig (d44a4e0dd334892a7f496b0a967ba000e97dbb50b4c13c79ec7add400041b74b) AuthConfig (3fd6a1102d1834e8b0a86c37ebb1bfada5ae459a678f54876413a370d3240ef6) AuthConfig (cce5f7ba8aaed23de7ad3dc6c62240a1af0a3e1cd13a714db1054b2edb750b1f) AuthConfig (7292aa6806a9920903171dd761fe2f7331cd04a2e99703a2694eb4839d5e2825) AuthConfig (aee2500191d23823869e26bb700a66996703c84aa165759b752fb73875649fc9) AuthConfig (cb8dac08245c786f4b73229017f532cacdf602d4ccc3fc518c1958f0ef3ea8c8) AuthConfig (b39ec57e4c5510566a13375be56ac55f1dc6f089e064105c26b04c67993d9665) AuthConfig (ab7a909cc9ac4c40a3bd17272467b4edb0be831c21cd147cf8d518f547eb7b26) AuthConfig (8c8a956961fd9b36cc2573847ddd7eca29ab6bd4fe34289556162c1cef208864)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"96bccf1c-c564-4c12-a341-c47495d5850a","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:00.538054126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"5d14146c-88d4-4d84-a2b6-8d8365092671","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:00.546255321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"92259e50-23fb-4096-9b7f-403043baff70","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:00.546282075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"92259e50-23fb-4096-9b7f-403043baff70","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:00.591893778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c29159-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (321fb95b3c63966ffab38a93b6784b3dba68d1e8b01cf19646323407f113f7e7) AuthConfig (5f1ef6a0674dc76066bebd231fcd80ee93f401bab25185da24cd9895524c7423) AuthConfig (6ea38623d785559e9fdb1b3699c675e7bbcc7b1146d7954d5baa15dc6ba533ae) AuthConfig (4cd676ae4f68fea88d51b200946654b4459758870ec5f1cb05902ffdcf6e2e3e) AuthConfig (6357a8a8f5d9f6423dcd29b900277e224026a2525eb6ff37a3130a405187a5d3) AuthConfig (3a61f4c43ec7656cce8f04f7838822003d72080f47de50c21de1e9ac9c3f3225) AuthConfig (502a7e878b01b6d36c4c0b10d8e4fae25a8eb35dd98c8e417be3c4b31772ff0e) AuthConfig (918544902e8f7f4fce7017f17ee53c53da50d25b4dd6c21fe82d4d935d9aa8b3) AuthConfig (1936423cac356e81f941e6a70dcb2bc70d1090df36de5578c2e5442117488957) AuthConfig (c4d80a35b9fdde42b2b1d1c88be7e7a9bfa7ef8d4d8e17603f923fb9ba6c9df6) AuthConfig (1db55e288dc0015644f110e9108d59b288c53f46b2253d971b2eb955182f00cd) AuthConfig (e14a2295c860a16ccbe0a3031b9e1fa8d4058752ee57493252d0ccaedefc888b) AuthConfig (1f46a718e4a551c075d6a117eb1fb530a83298b938dd36a07e1ea6311b9a10a9) AuthConfig (5551b506776933031629250353d3b5c50b9cafb2712a1867ccfb1bb423ea9e5e) AuthConfig (3b57d68e4010d070461af987235fa32e74d1799a3288c7db10cf3b42acb9ffd3) AuthConfig (cf881ac0a93cfa96fa193f53e79af3cc5b1798627d9eff22117c3a525ca863d3) AuthConfig (26d44bfc10666a72b549f21dd42bf05340ac9e32827410fcdf35e886cec670d0) AuthConfig (8fab7b7105687ca9853423ba9e15ae59647f928382dd23a4136463d72286059e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"5d14146c-88d4-4d84-a2b6-8d8365092671","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:00.647479584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"c207ff65-8919-4d7b-8267-6d5425fd4c26","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:00.64750698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"c207ff65-8919-4d7b-8267-6d5425fd4c26","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:04.739790719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"f801197a-7839-49d0-9a20-dc82726145d8","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"tenant":"e2e-shared-a-w2-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:04.739813343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"f801197a-7839-49d0-9a20-dc82726145d8","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"routeName":"auth-test-model-5e884c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","llmisvcName":"auth-test-model-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:04.838183239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"24854bcd-84f0-4dab-8475-3a1c57f56038","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-5e884c","tenantID":"e2e-shared-a-w2-5e884c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:04.892806134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"24854bcd-84f0-4dab-8475-3a1c57f56038","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"e2e-shared-a-w2-5e884c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:04.893802697Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"c53f53bf-1127-4911-83d9-2b7968ffee6f","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c9553a0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:05.190333648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"1b796e0e-3fc6-4416-9fdb-60bcaa9c82fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-5e884c","tenantID":"e2e-shared-a-w2-5e884c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:05.245846884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"1b796e0e-3fc6-4416-9fdb-60bcaa9c82fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"e2e-shared-a-w2-5e884c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:05.433547346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"f3ef66bf-db6d-4d72-8e07-193ab89e8e7f","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:05.4880077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"f3ef66bf-db6d-4d72-8e07-193ab89e8e7f","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:05.747375959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"d82c14a5-c8b2-477f-a036-7360daa3743e","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"tenant":"e2e-shared-b-w3-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:05.747397586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"d82c14a5-c8b2-477f-a036-7360daa3743e","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"routeName":"auth-test-model-ae7a1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","llmisvcName":"auth-test-model-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:06.212111455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"a0944771-5f24-4110-abee-e6366879ec2e","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"tenant":"e2e-shared-b-w3-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:06.212138246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"a0944771-5f24-4110-abee-e6366879ec2e","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"routeName":"auth-test-model-ae7a1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","llmisvcName":"auth-test-model-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:06.268732338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"49129399-17aa-480c-b835-431715e68eed","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"tenant":"e2e-shared-b-w3-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:06.268752203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"49129399-17aa-480c-b835-431715e68eed","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"routeName":"auth-test-model-ae7a1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","llmisvcName":"auth-test-model-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:06.309800047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"3ab07517-8fd8-4e60-9eee-4412a716dfcb","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:06.31541306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"2218c8b1-1d73-4084-b661-08faaec8cfe8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-aa2ac8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:06.365869336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"3ab07517-8fd8-4e60-9eee-4412a716dfcb","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:06.419716182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"f2790ff4-3a08-4d79-824f-e7fb7c7dd2ab","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"tenant":"e2e-shared-b-w3-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:06.419737706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"f2790ff4-3a08-4d79-824f-e7fb7c7dd2ab","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"routeName":"auth-test-model-ae7a1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","llmisvcName":"auth-test-model-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:06.475025409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"0b45afc5-8bef-4523-a85e-d6a372af7cfb","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"tenant":"e2e-shared-b-w3-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:06.475048047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"0b45afc5-8bef-4523-a85e-d6a372af7cfb","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"routeName":"auth-test-model-ae7a1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","llmisvcName":"auth-test-model-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:06.667535052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"74f116cc-2550-46c9-971b-b058a7d623bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:06.676735534Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"a4cf9d96-b895-4d31-8f85-ab0bd5cdff30","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"maas-trlp-auth-test-model-ae7a1f","model":"auth-test-model-ae7a1f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-ae7a1f/e2e-auth-iso-aa2ac8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:06.72169435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"74f116cc-2550-46c9-971b-b058a7d623bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:06.836159141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"84f60472-76aa-4ea1-b274-bdd1947b60ea","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"tenant":"e2e-shared-b-w3-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:06.836187359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"84f60472-76aa-4ea1-b274-bdd1947b60ea","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"routeName":"auth-test-model-ae7a1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","llmisvcName":"auth-test-model-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:07.03659131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"6c114af5-5a0e-49db-a1fb-8a159fc117c9","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"maas-trlp-auth-test-model-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:10.64580474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"cbd511b7-ae61-46e8-96df-a4150b0d3ea7","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:10.700140064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"cbd511b7-ae61-46e8-96df-a4150b0d3ea7","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:10.746048631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"cdb85f6e-c282-4e58-81e8-ff26fadf7f6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:10.753346607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-323082-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28a8cd8277d13e5e45691ac0ec22d3685e860b2b47a059534ce580cd070e2a03) AuthConfig (598adc87e6c13ee43bdf88897649b397db34d8daefb8568b451ffe1e51bfc7c4) AuthConfig (6e690338edd0849885a78e5687a6c1492c6139971ebe0060a9ca04bcb475921a) AuthConfig (aa09e9f06ae115f59dddbcb768be2560d9f4cc5416553ccc98b36d42f2d3b3ba) AuthConfig (f01e0352dc2f1b2f28680cd159c491e75f62c93cfa8aa9dd3c9d5f545ac0494c) AuthConfig (c8954412cf6783996e32654b2e733ba3fb47c6593a9ddf3fbb5f9f72d19bdf5b) AuthConfig (13a1b50d45c13eb45131a6d107976847bf8a20c64c081ab4ed4c389e9c830e36) AuthConfig (e62f61feabb1434d6edb2caf1baa924dc8c313e916db5f3011a9fab0f76e45e6) AuthConfig (4c17304b27cf4d6ba7b96bd3749e701e1e907bacf7915f750d393b442b94da4c) AuthConfig (d44a4e0dd334892a7f496b0a967ba000e97dbb50b4c13c79ec7add400041b74b) AuthConfig (3fd6a1102d1834e8b0a86c37ebb1bfada5ae459a678f54876413a370d3240ef6) AuthConfig (cce5f7ba8aaed23de7ad3dc6c62240a1af0a3e1cd13a714db1054b2edb750b1f) AuthConfig (7292aa6806a9920903171dd761fe2f7331cd04a2e99703a2694eb4839d5e2825) AuthConfig (aee2500191d23823869e26bb700a66996703c84aa165759b752fb73875649fc9) AuthConfig (cb8dac08245c786f4b73229017f532cacdf602d4ccc3fc518c1958f0ef3ea8c8) AuthConfig (b39ec57e4c5510566a13375be56ac55f1dc6f089e064105c26b04c67993d9665) AuthConfig (ab7a909cc9ac4c40a3bd17272467b4edb0be831c21cd147cf8d518f547eb7b26) AuthConfig (8c8a956961fd9b36cc2573847ddd7eca29ab6bd4fe34289556162c1cef208864)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"cbd511b7-ae61-46e8-96df-a4150b0d3ea7","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:10.800687875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"cdb85f6e-c282-4e58-81e8-ff26fadf7f6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:10.85378484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c29159-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (321fb95b3c63966ffab38a93b6784b3dba68d1e8b01cf19646323407f113f7e7) AuthConfig (5f1ef6a0674dc76066bebd231fcd80ee93f401bab25185da24cd9895524c7423) AuthConfig (6ea38623d785559e9fdb1b3699c675e7bbcc7b1146d7954d5baa15dc6ba533ae) AuthConfig (4cd676ae4f68fea88d51b200946654b4459758870ec5f1cb05902ffdcf6e2e3e) AuthConfig (6357a8a8f5d9f6423dcd29b900277e224026a2525eb6ff37a3130a405187a5d3) AuthConfig (3a61f4c43ec7656cce8f04f7838822003d72080f47de50c21de1e9ac9c3f3225) AuthConfig (502a7e878b01b6d36c4c0b10d8e4fae25a8eb35dd98c8e417be3c4b31772ff0e) AuthConfig (918544902e8f7f4fce7017f17ee53c53da50d25b4dd6c21fe82d4d935d9aa8b3) AuthConfig (1936423cac356e81f941e6a70dcb2bc70d1090df36de5578c2e5442117488957) AuthConfig (c4d80a35b9fdde42b2b1d1c88be7e7a9bfa7ef8d4d8e17603f923fb9ba6c9df6) AuthConfig (1db55e288dc0015644f110e9108d59b288c53f46b2253d971b2eb955182f00cd) AuthConfig (e14a2295c860a16ccbe0a3031b9e1fa8d4058752ee57493252d0ccaedefc888b) AuthConfig (1f46a718e4a551c075d6a117eb1fb530a83298b938dd36a07e1ea6311b9a10a9) AuthConfig (5551b506776933031629250353d3b5c50b9cafb2712a1867ccfb1bb423ea9e5e) AuthConfig (3b57d68e4010d070461af987235fa32e74d1799a3288c7db10cf3b42acb9ffd3) AuthConfig (cf881ac0a93cfa96fa193f53e79af3cc5b1798627d9eff22117c3a525ca863d3) AuthConfig (26d44bfc10666a72b549f21dd42bf05340ac9e32827410fcdf35e886cec670d0) AuthConfig (8fab7b7105687ca9853423ba9e15ae59647f928382dd23a4136463d72286059e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"cdb85f6e-c282-4e58-81e8-ff26fadf7f6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:14.943628091Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"4063b252-5744-40fe-8879-bd16a8b2f51c","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","subscription":"e2e-auth-iso-6058fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:14.993219869Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"4063b252-5744-40fe-8879-bd16a8b2f51c","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.043134056Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"4063b252-5744-40fe-8879-bd16a8b2f51c","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"maas-trlp-auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.303971351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"657989e5-6b9e-427a-8de9-ed28ec7788ce","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"tenant":"e2e-shared-a-w2-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.303998328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"657989e5-6b9e-427a-8de9-ed28ec7788ce","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"routeName":"auth-test-model-5e884c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","llmisvcName":"auth-test-model-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.402004996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"2f4d7d76-3308-4014-8713-7499be0c2d5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-5e884c","tenantID":"e2e-shared-a-w2-5e884c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.449965502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"4fd55d37-8ef3-43ef-a51d-7a4de430d0ad","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"tenant":"e2e-shared-b-w2-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.449986969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"4fd55d37-8ef3-43ef-a51d-7a4de430d0ad","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"routeName":"auth-test-model-5bb0b1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","llmisvcName":"auth-test-model-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.456260767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"2f4d7d76-3308-4014-8713-7499be0c2d5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"e2e-shared-a-w2-5e884c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.547817408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"87d4b096-308a-432a-b462-5af3ea460bcb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.602392474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"87d4b096-308a-432a-b462-5af3ea460bcb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"e2e-shared-b-w2-5bb0b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.603141493Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"b195e1b2-a953-4e50-8ab8-57a10167ccd0","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b25a8634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.753656614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"9976b518-788e-4ead-9d6e-4a9081865383","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-5e884c","tenantID":"e2e-shared-a-w2-5e884c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.808058341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"9976b518-788e-4ead-9d6e-4a9081865383","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"e2e-shared-a-w2-5e884c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.854605648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"91a8410a-4a5a-45b8-a725-15a4d949bbe8","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.908803481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"91a8410a-4a5a-45b8-a725-15a4d949bbe8","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"e2e-shared-b-w2-5bb0b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:20.853684885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"6f077096-a37f-4f71-9eef-56440d2bebbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:20.907802526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"6f077096-a37f-4f71-9eef-56440d2bebbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:20.954250196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"d7b704d5-c1c4-4bad-b123-6c64a9f97084","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:20.961209196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-323082-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28a8cd8277d13e5e45691ac0ec22d3685e860b2b47a059534ce580cd070e2a03) AuthConfig (598adc87e6c13ee43bdf88897649b397db34d8daefb8568b451ffe1e51bfc7c4) AuthConfig (6e690338edd0849885a78e5687a6c1492c6139971ebe0060a9ca04bcb475921a) AuthConfig (aa09e9f06ae115f59dddbcb768be2560d9f4cc5416553ccc98b36d42f2d3b3ba) AuthConfig (f01e0352dc2f1b2f28680cd159c491e75f62c93cfa8aa9dd3c9d5f545ac0494c) AuthConfig (c8954412cf6783996e32654b2e733ba3fb47c6593a9ddf3fbb5f9f72d19bdf5b) AuthConfig (13a1b50d45c13eb45131a6d107976847bf8a20c64c081ab4ed4c389e9c830e36) AuthConfig (e62f61feabb1434d6edb2caf1baa924dc8c313e916db5f3011a9fab0f76e45e6) AuthConfig (4c17304b27cf4d6ba7b96bd3749e701e1e907bacf7915f750d393b442b94da4c) AuthConfig (d44a4e0dd334892a7f496b0a967ba000e97dbb50b4c13c79ec7add400041b74b) AuthConfig (3fd6a1102d1834e8b0a86c37ebb1bfada5ae459a678f54876413a370d3240ef6) AuthConfig (cce5f7ba8aaed23de7ad3dc6c62240a1af0a3e1cd13a714db1054b2edb750b1f) AuthConfig (7292aa6806a9920903171dd761fe2f7331cd04a2e99703a2694eb4839d5e2825) AuthConfig (aee2500191d23823869e26bb700a66996703c84aa165759b752fb73875649fc9) AuthConfig (cb8dac08245c786f4b73229017f532cacdf602d4ccc3fc518c1958f0ef3ea8c8) AuthConfig (b39ec57e4c5510566a13375be56ac55f1dc6f089e064105c26b04c67993d9665) AuthConfig (ab7a909cc9ac4c40a3bd17272467b4edb0be831c21cd147cf8d518f547eb7b26) AuthConfig (8c8a956961fd9b36cc2573847ddd7eca29ab6bd4fe34289556162c1cef208864)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"6f077096-a37f-4f71-9eef-56440d2bebbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:21.008902814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"d7b704d5-c1c4-4bad-b123-6c64a9f97084","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:21.06253648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c29159-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (321fb95b3c63966ffab38a93b6784b3dba68d1e8b01cf19646323407f113f7e7) AuthConfig (5f1ef6a0674dc76066bebd231fcd80ee93f401bab25185da24cd9895524c7423) AuthConfig (6ea38623d785559e9fdb1b3699c675e7bbcc7b1146d7954d5baa15dc6ba533ae) AuthConfig (4cd676ae4f68fea88d51b200946654b4459758870ec5f1cb05902ffdcf6e2e3e) AuthConfig (6357a8a8f5d9f6423dcd29b900277e224026a2525eb6ff37a3130a405187a5d3) AuthConfig (3a61f4c43ec7656cce8f04f7838822003d72080f47de50c21de1e9ac9c3f3225) AuthConfig (502a7e878b01b6d36c4c0b10d8e4fae25a8eb35dd98c8e417be3c4b31772ff0e) AuthConfig (918544902e8f7f4fce7017f17ee53c53da50d25b4dd6c21fe82d4d935d9aa8b3) AuthConfig (1936423cac356e81f941e6a70dcb2bc70d1090df36de5578c2e5442117488957) AuthConfig (c4d80a35b9fdde42b2b1d1c88be7e7a9bfa7ef8d4d8e17603f923fb9ba6c9df6) AuthConfig (1db55e288dc0015644f110e9108d59b288c53f46b2253d971b2eb955182f00cd) AuthConfig (e14a2295c860a16ccbe0a3031b9e1fa8d4058752ee57493252d0ccaedefc888b) AuthConfig (1f46a718e4a551c075d6a117eb1fb530a83298b938dd36a07e1ea6311b9a10a9) AuthConfig (5551b506776933031629250353d3b5c50b9cafb2712a1867ccfb1bb423ea9e5e) AuthConfig (3b57d68e4010d070461af987235fa32e74d1799a3288c7db10cf3b42acb9ffd3) AuthConfig (cf881ac0a93cfa96fa193f53e79af3cc5b1798627d9eff22117c3a525ca863d3) AuthConfig (26d44bfc10666a72b549f21dd42bf05340ac9e32827410fcdf35e886cec670d0) AuthConfig (8fab7b7105687ca9853423ba9e15ae59647f928382dd23a4136463d72286059e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"d7b704d5-c1c4-4bad-b123-6c64a9f97084","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:25.411786196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:25.653727888Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"99a79b9a-9070-4c86-88a6-57ed5fc16a75","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","subscription":"e2e-auth-iso-6058fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:25.703954751Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"99a79b9a-9070-4c86-88a6-57ed5fc16a75","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:25.757125602Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"99a79b9a-9070-4c86-88a6-57ed5fc16a75","MaaSSubscription":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"maas-trlp-auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.024105212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"a89a0549-2e4b-4d1a-ba3d-0fba71fd30bf","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"tenant":"e2e-shared-b-w2-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.02412972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"a89a0549-2e4b-4d1a-ba3d-0fba71fd30bf","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"routeName":"auth-test-model-5bb0b1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","llmisvcName":"auth-test-model-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.145308015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"f6075989-bdd3-4bec-9f47-e38c458aa50d","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.171169886Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"fc70c369-91d7-467b-a488-55f79f6cbb04","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.171289646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"f6ac849d-4d86-4d8e-9582-7d85f3f16b56","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"tenant":"e2e-shared-a-w2-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.171308278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"f6ac849d-4d86-4d8e-9582-7d85f3f16b56","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"routeName":"auth-test-model-5e884c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","llmisvcName":"auth-test-model-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.200182866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"f6075989-bdd3-4bec-9f47-e38c458aa50d","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"e2e-shared-b-w2-5bb0b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.323041069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"fc70c369-91d7-467b-a488-55f79f6cbb04","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-5e884c","tenantID":"e2e-shared-a-w2-5e884c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.445799335Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"fc70c369-91d7-467b-a488-55f79f6cbb04","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"name":"e2e-shared-a-w2-5e884c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.445824448Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"e2e-auth-iso-6058fc","reconcileID":"fc70c369-91d7-467b-a488-55f79f6cbb04","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.472589598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"6686dcaa-d649-44df-9adf-3efe3f5e37a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.500198213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"2dd9dcb5-5eba-452f-8cd1-3554461f515a","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"tenant":"e2e-shared-a-w2-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","model":"ai-tenant-e2e-shared-a-w2-5e884c/auth-test-model-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.500217314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"auth-test-model-5e884c","reconcileID":"2dd9dcb5-5eba-452f-8cd1-3554461f515a","MaaSModelRef":{"name":"auth-test-model-5e884c","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"routeName":"auth-test-model-5e884c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","llmisvcName":"auth-test-model-5e884c","gateway":"openshift-ingress/e2e-shared-a-w2-5e884c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.527475043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"6686dcaa-d649-44df-9adf-3efe3f5e37a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"e2e-shared-b-w2-5bb0b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.65605446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"f382e527-281d-47a7-8d70-3b7abf946986","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"tenant":"e2e-shared-b-w2-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.656177504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"f382e527-281d-47a7-8d70-3b7abf946986","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"routeName":"auth-test-model-5bb0b1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","llmisvcName":"auth-test-model-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.726369234Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"e83af9dc-2d03-4120-bf90-2e7f3e363bca","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.875817365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"e83af9dc-2d03-4120-bf90-2e7f3e363bca","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.99951933Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"e83af9dc-2d03-4120-bf90-2e7f3e363bca","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"name":"e2e-shared-b-w2-5bb0b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:26.999542697Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"e2e-auth-iso-6058fc","reconcileID":"e83af9dc-2d03-4120-bf90-2e7f3e363bca","MaaSAuthPolicy":{"name":"e2e-auth-iso-6058fc","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:27.053256115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"81596f07-9148-4c47-819f-ba469f0c1d82","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"tenant":"e2e-shared-b-w2-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","model":"ai-tenant-e2e-shared-b-w2-5bb0b1/auth-test-model-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:27.053283313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"auth-test-model-5bb0b1","reconcileID":"81596f07-9148-4c47-819f-ba469f0c1d82","MaaSModelRef":{"name":"auth-test-model-5bb0b1","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"routeName":"auth-test-model-5bb0b1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","llmisvcName":"auth-test-model-5bb0b1","gateway":"openshift-ingress/e2e-shared-b-w2-5bb0b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:31.064858967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"b93873fc-ffc6-451c-8be9-4f0a7f8e22db","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:31.118893029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"b93873fc-ffc6-451c-8be9-4f0a7f8e22db","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:31.165134369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"228e494e-12b1-400e-b5eb-cb4d83c1e5a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:31.171894909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-323082-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28a8cd8277d13e5e45691ac0ec22d3685e860b2b47a059534ce580cd070e2a03) AuthConfig (598adc87e6c13ee43bdf88897649b397db34d8daefb8568b451ffe1e51bfc7c4) AuthConfig (6e690338edd0849885a78e5687a6c1492c6139971ebe0060a9ca04bcb475921a) AuthConfig (aa09e9f06ae115f59dddbcb768be2560d9f4cc5416553ccc98b36d42f2d3b3ba) AuthConfig (f01e0352dc2f1b2f28680cd159c491e75f62c93cfa8aa9dd3c9d5f545ac0494c) AuthConfig (c8954412cf6783996e32654b2e733ba3fb47c6593a9ddf3fbb5f9f72d19bdf5b) AuthConfig (13a1b50d45c13eb45131a6d107976847bf8a20c64c081ab4ed4c389e9c830e36) AuthConfig (e62f61feabb1434d6edb2caf1baa924dc8c313e916db5f3011a9fab0f76e45e6) AuthConfig (4c17304b27cf4d6ba7b96bd3749e701e1e907bacf7915f750d393b442b94da4c) AuthConfig (d44a4e0dd334892a7f496b0a967ba000e97dbb50b4c13c79ec7add400041b74b) AuthConfig (3fd6a1102d1834e8b0a86c37ebb1bfada5ae459a678f54876413a370d3240ef6) AuthConfig (cce5f7ba8aaed23de7ad3dc6c62240a1af0a3e1cd13a714db1054b2edb750b1f) AuthConfig (7292aa6806a9920903171dd761fe2f7331cd04a2e99703a2694eb4839d5e2825) AuthConfig (aee2500191d23823869e26bb700a66996703c84aa165759b752fb73875649fc9) AuthConfig (cb8dac08245c786f4b73229017f532cacdf602d4ccc3fc518c1958f0ef3ea8c8) AuthConfig (b39ec57e4c5510566a13375be56ac55f1dc6f089e064105c26b04c67993d9665) AuthConfig (ab7a909cc9ac4c40a3bd17272467b4edb0be831c21cd147cf8d518f547eb7b26) AuthConfig (8c8a956961fd9b36cc2573847ddd7eca29ab6bd4fe34289556162c1cef208864)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"b93873fc-ffc6-451c-8be9-4f0a7f8e22db","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:31.222093192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"228e494e-12b1-400e-b5eb-cb4d83c1e5a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:31.288751359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c29159-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (321fb95b3c63966ffab38a93b6784b3dba68d1e8b01cf19646323407f113f7e7) AuthConfig (5f1ef6a0674dc76066bebd231fcd80ee93f401bab25185da24cd9895524c7423) AuthConfig (6ea38623d785559e9fdb1b3699c675e7bbcc7b1146d7954d5baa15dc6ba533ae) AuthConfig (4cd676ae4f68fea88d51b200946654b4459758870ec5f1cb05902ffdcf6e2e3e) AuthConfig (6357a8a8f5d9f6423dcd29b900277e224026a2525eb6ff37a3130a405187a5d3) AuthConfig (3a61f4c43ec7656cce8f04f7838822003d72080f47de50c21de1e9ac9c3f3225) AuthConfig (502a7e878b01b6d36c4c0b10d8e4fae25a8eb35dd98c8e417be3c4b31772ff0e) AuthConfig (918544902e8f7f4fce7017f17ee53c53da50d25b4dd6c21fe82d4d935d9aa8b3) AuthConfig (1936423cac356e81f941e6a70dcb2bc70d1090df36de5578c2e5442117488957) AuthConfig (c4d80a35b9fdde42b2b1d1c88be7e7a9bfa7ef8d4d8e17603f923fb9ba6c9df6) AuthConfig (1db55e288dc0015644f110e9108d59b288c53f46b2253d971b2eb955182f00cd) AuthConfig (e14a2295c860a16ccbe0a3031b9e1fa8d4058752ee57493252d0ccaedefc888b) AuthConfig (1f46a718e4a551c075d6a117eb1fb530a83298b938dd36a07e1ea6311b9a10a9) AuthConfig (5551b506776933031629250353d3b5c50b9cafb2712a1867ccfb1bb423ea9e5e) AuthConfig (3b57d68e4010d070461af987235fa32e74d1799a3288c7db10cf3b42acb9ffd3) AuthConfig (cf881ac0a93cfa96fa193f53e79af3cc5b1798627d9eff22117c3a525ca863d3) AuthConfig (26d44bfc10666a72b549f21dd42bf05340ac9e32827410fcdf35e886cec670d0) AuthConfig (8fab7b7105687ca9853423ba9e15ae59647f928382dd23a4136463d72286059e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"228e494e-12b1-400e-b5eb-cb4d83c1e5a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:36.915348107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"72b1f7b2-8348-4c96-97d1-131acccbf3e6","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"maas-trlp-auth-test-model-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:37.075796208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"af7cef4a-72fe-4a12-ae84-15a5d71172e3","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"tenant":"e2e-shared-b-w3-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:37.075818415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"af7cef4a-72fe-4a12-ae84-15a5d71172e3","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"routeName":"auth-test-model-ae7a1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","llmisvcName":"auth-test-model-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:37.812989455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"eba19aa3-f3bf-4ec2-8226-60421aade809","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:37.867667069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"eba19aa3-f3bf-4ec2-8226-60421aade809","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:38.863010441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"23f19190-dc80-4804-9fbe-09a42c626b58","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:38.863030455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"23f19190-dc80-4804-9fbe-09a42c626b58","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:38.961447059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"1b065b19-a091-4030-a91a-d3c13d7e5a78","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-43d592","tenantID":"e2e-shared-a-w3-43d592","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:39.017407696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"1b065b19-a091-4030-a91a-d3c13d7e5a78","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"e2e-shared-a-w3-43d592-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:39.019490629Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"74324075-2d37-4a78-8c75-650337d33060","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3a4b4289","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:39.316748158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"c09817d0-03c4-45b0-8176-3efc35a03819","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-43d592","tenantID":"e2e-shared-a-w3-43d592","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:39.371208863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"c09817d0-03c4-45b0-8176-3efc35a03819","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"e2e-shared-a-w3-43d592-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:41.276047367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"bd600bf1-fa51-4d32-8957-3ec61bd73de7","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:41.330895483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"bd600bf1-fa51-4d32-8957-3ec61bd73de7","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:41.392361577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"36635d38-6658-4b4b-8822-bdb1f77abd3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:41.447052747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"36635d38-6658-4b4b-8822-bdb1f77abd3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:41.6393769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"2d129a6d-bc35-456b-a235-4db032a64618","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:41.63940124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"2d129a6d-bc35-456b-a235-4db032a64618","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:41.742846585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"92d6924c-03ab-40f3-b829-472ee380c574","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:41.742867113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"92d6924c-03ab-40f3-b829-472ee380c574","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:46.818939448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"c9af1ec8-160e-4ec5-91f7-cc2ddf634f8a","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:46.818959794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"c9af1ec8-160e-4ec5-91f7-cc2ddf634f8a","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:46.875312116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"55cf5f0e-2376-488d-bb44-483a179bcd41","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:46.875334962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"55cf5f0e-2376-488d-bb44-483a179bcd41","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:46.919751468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"09b0b63c-9ef7-4211-82cf-9436af4c77da","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:46.926645149Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"55cf5f0e-2376-488d-bb44-483a179bcd41","name":"auth-test-model-323082","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-323082\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:46.92671419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"55cf5f0e-2376-488d-bb44-483a179bcd41","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-323082\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:46.926946139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"6e7293e7-1cd2-42f1-8e83-7b83a5a45037","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-320ffb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:46.932018369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"e34f231f-c76d-4ad2-b163-0101c7bd5de2","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:46.932043518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"e34f231f-c76d-4ad2-b163-0101c7bd5de2","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:46.97416562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"09b0b63c-9ef7-4211-82cf-9436af4c77da","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:47.035528386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"2a896cb7-af78-42b8-aca0-ab4a34abb297","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:47.035550198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"2a896cb7-af78-42b8-aca0-ab4a34abb297","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:47.088677183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"2c77a063-1dcd-43a9-bde4-a2490be3bb34","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:47.088701902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"2c77a063-1dcd-43a9-bde4-a2490be3bb34","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:47.277997656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"b3bd15ff-fbb7-416e-a08c-3148dcb50436","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:47.290907081Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"dba11bda-2f14-4d24-9fa4-ec9185b45b22","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"maas-trlp-auth-test-model-323082","model":"auth-test-model-323082","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-323082/e2e-auth-iso-320ffb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:47.333614671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"b3bd15ff-fbb7-416e-a08c-3148dcb50436","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:47.450312565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"02824e09-d3b0-45eb-85ac-03bb83da8e56","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:47.450333928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"02824e09-d3b0-45eb-85ac-03bb83da8e56","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:47.656019469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"4c84b97d-d793-4354-b00b-15399d6cb15a","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"maas-trlp-auth-test-model-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:49.069870997Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"7dc2739d-e49e-4abd-91d0-729586ead7f6","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","subscription":"e2e-auth-iso-aa2ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:49.122639146Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"7dc2739d-e49e-4abd-91d0-729586ead7f6","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:49.172770937Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"7dc2739d-e49e-4abd-91d0-729586ead7f6","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"maas-trlp-auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:49.445890856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"2fd1a6bd-2688-46b8-86be-e53098c3616a","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:49.44591468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"2fd1a6bd-2688-46b8-86be-e53098c3616a","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:49.552950285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"a9b56c2a-7ef8-4d6f-9f39-31529b209b82","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-43d592","tenantID":"e2e-shared-a-w3-43d592","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:49.607872274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"a9b56c2a-7ef8-4d6f-9f39-31529b209b82","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"e2e-shared-a-w3-43d592-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:49.609930353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"3639681c-3dbb-4841-8fb1-2d3d85ccf7b0","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"tenant":"e2e-shared-b-w3-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:49.609950953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"3639681c-3dbb-4841-8fb1-2d3d85ccf7b0","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"routeName":"auth-test-model-ae7a1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","llmisvcName":"auth-test-model-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:49.709136768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"3bcca8e8-07ae-49c5-a2ae-677a28a3d906","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:49.765190571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"3bcca8e8-07ae-49c5-a2ae-677a28a3d906","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:49.767294992Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"1da5310b-56d9-40ad-8734-176294a201c4","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e8f1d2aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:49.908345874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"32a219d6-5c84-47f7-874d-44ecccf1e29d","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-43d592","tenantID":"e2e-shared-a-w3-43d592","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:49.963492845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"32a219d6-5c84-47f7-874d-44ecccf1e29d","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"e2e-shared-a-w3-43d592-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:50.109261588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"aac2f54f-e755-492c-814a-6bd1025530a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:50.16421336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"aac2f54f-e755-492c-814a-6bd1025530a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:55.411830922Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.259267263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"e743280a-2ec2-4398-bc91-f963b341c8e0","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.259292856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"e743280a-2ec2-4398-bc91-f963b341c8e0","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.317898977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"162d8dbf-53c3-4cc3-b90a-b94a30707aa5","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.317927364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"162d8dbf-53c3-4cc3-b90a-b94a30707aa5","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.357508035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"2bc724f6-0bb0-4acd-831f-97725ad55f23","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:57.360770728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"3baa1cf7-8c7a-4cdb-96bc-6a1b78d45a96","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ef43e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:57.368980578Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"162d8dbf-53c3-4cc3-b90a-b94a30707aa5","name":"auth-test-model-c29159","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c29159\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:57.369039431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"162d8dbf-53c3-4cc3-b90a-b94a30707aa5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c29159\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.374436211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"e9ad4353-e546-4e73-80b8-48d355b6c8df","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.374452825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"e9ad4353-e546-4e73-80b8-48d355b6c8df","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.412343961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"2bc724f6-0bb0-4acd-831f-97725ad55f23","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.462988301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"6609e52b-19e5-4732-9a1f-9c4ef7825213","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.463009552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"6609e52b-19e5-4732-9a1f-9c4ef7825213","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.517516862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"217a80f8-bf32-4cef-a9d1-b15c9639b068","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.517537873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"217a80f8-bf32-4cef-a9d1-b15c9639b068","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.751728174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"e3b5790b-9e8e-4901-88aa-541bfb0858e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.799421018Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"3437f0ba-f5b0-475b-9dd1-b838d027c97f","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"maas-trlp-auth-test-model-c29159","model":"auth-test-model-c29159","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-c29159/e2e-auth-iso-ef43e0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.806283844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"e3b5790b-9e8e-4901-88aa-541bfb0858e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.013069055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"069437d1-4fbc-47a0-98a9-56a2359de1f2","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.013090174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"069437d1-4fbc-47a0-98a9-56a2359de1f2","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.210846693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"76b44f0b-17ce-41e8-b2f0-06c9a0c4897c","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"maas-trlp-auth-test-model-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.528372888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e49c59f-f34c-439e-9346-e1c4fafa46d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.577614942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e49c59f-f34c-439e-9346-e1c4fafa46d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.626798776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e49c59f-f34c-439e-9346-e1c4fafa46d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.676374639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e49c59f-f34c-439e-9346-e1c4fafa46d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:59.006217496Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8c852b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8c852b","reconcileID":"558d035f-dd07-452f-b3e4-8dc0e2f63b01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8c852b","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-8c852b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:59.818006981Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"38e24668-d084-4c45-999a-3fd206c3a81d","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","subscription":"e2e-auth-iso-aa2ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:59.867596781Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"38e24668-d084-4c45-999a-3fd206c3a81d","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:59.917215518Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"38e24668-d084-4c45-999a-3fd206c3a81d","MaaSSubscription":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"maas-trlp-auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.181098244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"9eda398c-e084-4883-a1b0-37f1d2a803e5","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"tenant":"e2e-shared-b-w3-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.181118876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"9eda398c-e084-4883-a1b0-37f1d2a803e5","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"routeName":"auth-test-model-ae7a1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","llmisvcName":"auth-test-model-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.280596644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"d88adf1c-fec1-423e-b6d9-9d608ae0fe3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.336149332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"36851659-fc70-4a18-a341-7064221f6c84","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.336177304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"36851659-fc70-4a18-a341-7064221f6c84","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.336352529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"d88adf1c-fec1-423e-b6d9-9d608ae0fe3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.336608476Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"7f6f113a-9679-4ce8-9772-36312015947d","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.524815936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cc9692-8643-47a7-b5ae-1ef68a835bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.575443767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cc9692-8643-47a7-b5ae-1ef68a835bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.577060677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"7f6f113a-9679-4ce8-9772-36312015947d","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-43d592","tenantID":"e2e-shared-a-w3-43d592","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.624852644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cc9692-8643-47a7-b5ae-1ef68a835bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.675105401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cc9692-8643-47a7-b5ae-1ef68a835bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.779154497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"25dcb1ca-1c11-474b-80b0-42586143d86e","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.833393872Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"7f6f113a-9679-4ce8-9772-36312015947d","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"name":"e2e-shared-a-w3-43d592-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.833418278Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"e2e-auth-iso-aa2ac8","reconcileID":"7f6f113a-9679-4ce8-9772-36312015947d","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.845760287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"25dcb1ca-1c11-474b-80b0-42586143d86e","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.89252045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"52e316bd-781d-4fd7-8568-8058396ac823","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"tenant":"e2e-shared-a-w3-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","model":"ai-tenant-e2e-shared-a-w3-43d592/auth-test-model-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.892544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"auth-test-model-43d592","reconcileID":"52e316bd-781d-4fd7-8568-8058396ac823","MaaSModelRef":{"name":"auth-test-model-43d592","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"routeName":"auth-test-model-43d592-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-43d592","llmisvcName":"auth-test-model-43d592","gateway":"openshift-ingress/e2e-shared-a-w3-43d592","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:01.05573536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"4a6881c9-386a-4c83-bb49-9b2033821a05","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"tenant":"e2e-shared-b-w3-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:01.055761957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"4a6881c9-386a-4c83-bb49-9b2033821a05","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"routeName":"auth-test-model-ae7a1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","llmisvcName":"auth-test-model-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:01.097950008Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"5f32659d-f8c1-409a-bed5-f8395168a535","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:01.246948167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"5f32659d-f8c1-409a-bed5-f8395168a535","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:01.372516982Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"5f32659d-f8c1-409a-bed5-f8395168a535","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"name":"e2e-shared-b-w3-ae7a1f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:01.372543457Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"e2e-auth-iso-aa2ac8","reconcileID":"5f32659d-f8c1-409a-bed5-f8395168a535","MaaSAuthPolicy":{"name":"e2e-auth-iso-aa2ac8","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:01.426734751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"1ca8fe03-4549-4ca8-9de2-ca9e2731f15d","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"tenant":"e2e-shared-b-w3-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","model":"ai-tenant-e2e-shared-b-w3-ae7a1f/auth-test-model-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:01.426754556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"auth-test-model-ae7a1f","reconcileID":"1ca8fe03-4549-4ca8-9de2-ca9e2731f15d","MaaSModelRef":{"name":"auth-test-model-ae7a1f","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"routeName":"auth-test-model-ae7a1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","llmisvcName":"auth-test-model-ae7a1f","gateway":"openshift-ingress/e2e-shared-b-w3-ae7a1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:09.801497175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a7a84a-13f2-41d5-9dfb-e3bc5ebc0d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:09.850897206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a7a84a-13f2-41d5-9dfb-e3bc5ebc0d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:09.900279845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a7a84a-13f2-41d5-9dfb-e3bc5ebc0d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:09.94979998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a7a84a-13f2-41d5-9dfb-e3bc5ebc0d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:11.750131227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab929be4-0d13-4c3f-b8d4-006fa18cc8b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:11.799358682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab929be4-0d13-4c3f-b8d4-006fa18cc8b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:11.848803068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab929be4-0d13-4c3f-b8d4-006fa18cc8b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:11.899595338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab929be4-0d13-4c3f-b8d4-006fa18cc8b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:15.34230507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"3df6dc5a-ce4e-4fbc-98fb-801ad665d760","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"maas-trlp-auth-test-model-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:15.505471518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"ed025dde-061b-49f9-b551-30e088abe788","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:15.50549579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"ed025dde-061b-49f9-b551-30e088abe788","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:16.071932952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"4868b102-e819-437b-9923-cea94f8c28b0","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"maas-trlp-auth-test-model-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:16.23222171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"e4180b28-ec39-4bf0-87a9-e9d8fd458a19","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:16.232261862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"e4180b28-ec39-4bf0-87a9-e9d8fd458a19","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:17.242091207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"620a9a33-2842-4cf6-9f32-8b95651a31ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:17.297565433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"620a9a33-2842-4cf6-9f32-8b95651a31ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:17.361219605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"ba2165d3-7018-49bb-819f-5cd3845413a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:17.415432378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"ba2165d3-7018-49bb-819f-5cd3845413a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:17.486266365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d837e28-01d9-4932-9839-0be7a9a13ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:17.535724666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d837e28-01d9-4932-9839-0be7a9a13ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:17.585389137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d837e28-01d9-4932-9839-0be7a9a13ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:17.634894205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d837e28-01d9-4932-9839-0be7a9a13ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:18.045892875Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-2cc983","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-2cc983","reconcileID":"0620add9-9f83-4cda-b36b-8858455f7fcb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-2cc983","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-2cc983":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:19.445297361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14de02d9-70af-4250-98fb-4824402fc5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:19.497401427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14de02d9-70af-4250-98fb-4824402fc5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:19.54705695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14de02d9-70af-4250-98fb-4824402fc5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:19.596988119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14de02d9-70af-4250-98fb-4824402fc5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:20.569845424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"ba41d1f4-2fa5-4cc1-b6fb-d31191df2c1b","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:20.569867316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"ba41d1f4-2fa5-4cc1-b6fb-d31191df2c1b","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:20.703731448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"96f1d5fc-f480-4d46-93be-d8374018720d","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ef00a4","tenantID":"e2e-shared-a-w1-ef00a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:20.758810576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"96f1d5fc-f480-4d46-93be-d8374018720d","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"e2e-shared-a-w1-ef00a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:20.765581623Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"6f148232-7083-41cb-8bc1-f8bfdfd3859c","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c61259b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:21.021258406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"cc0fcb2d-e612-4cc4-999f-0a49ebead938","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ef00a4","tenantID":"e2e-shared-a-w1-ef00a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:21.075923548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"cc0fcb2d-e612-4cc4-999f-0a49ebead938","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"e2e-shared-a-w1-ef00a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:21.418607172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52900f4f-4bff-4346-b166-90f97b5569c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:21.468109208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52900f4f-4bff-4346-b166-90f97b5569c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:21.517489633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52900f4f-4bff-4346-b166-90f97b5569c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:21.567219781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52900f4f-4bff-4346-b166-90f97b5569c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.386432579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d4e9c90-2c1e-4add-8516-a95102cf28b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.436546681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d4e9c90-2c1e-4add-8516-a95102cf28b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.485852947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d4e9c90-2c1e-4add-8516-a95102cf28b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.53555446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d4e9c90-2c1e-4add-8516-a95102cf28b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:25.415967021Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:25.451775517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3364df-9d6b-4b11-b671-e5294ec8b3a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:25.507873186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3364df-9d6b-4b11-b671-e5294ec8b3a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:25.557923299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3364df-9d6b-4b11-b671-e5294ec8b3a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:25.60737855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3364df-9d6b-4b11-b671-e5294ec8b3a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:30.816094327Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"ed1bd9a2-52c3-46c1-82fa-e3bd120def4c","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","subscription":"e2e-auth-iso-320ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:30.868217676Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"ed1bd9a2-52c3-46c1-82fa-e3bd120def4c","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:30.918006253Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"ed1bd9a2-52c3-46c1-82fa-e3bd120def4c","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"maas-trlp-auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.222769478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"9fe442a1-cdd2-47df-b2ce-d8a4914ff55d","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.222795625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"9fe442a1-cdd2-47df-b2ce-d8a4914ff55d","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.321983711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"80702b55-8841-4c83-aeeb-fbcb345465ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ef00a4","tenantID":"e2e-shared-a-w1-ef00a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.376423996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"80702b55-8841-4c83-aeeb-fbcb345465ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"e2e-shared-a-w1-ef00a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.386299598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"2b2aa51b-c670-41ed-b775-f850b94fc4e4","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.386326739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"2b2aa51b-c670-41ed-b775-f850b94fc4e4","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.485856998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"5112e096-53fa-48d8-9ce5-bc00023f6543","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.540353952Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"b4308851-ff03-456e-84a4-a7818e2421c8","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3f1f2dc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.540480218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"5112e096-53fa-48d8-9ce5-bc00023f6543","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.554141723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96357a33-4cb2-47ea-96db-049f0e3c0dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.603518731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96357a33-4cb2-47ea-96db-049f0e3c0dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.654359672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96357a33-4cb2-47ea-96db-049f0e3c0dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.705318224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96357a33-4cb2-47ea-96db-049f0e3c0dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.764438346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"b2bcbe8c-bf31-484c-b9be-76858581b76b","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ef00a4","tenantID":"e2e-shared-a-w1-ef00a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.818479633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"b2bcbe8c-bf31-484c-b9be-76858581b76b","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"e2e-shared-a-w1-ef00a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.958209847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"73e6e571-7aff-4f74-820a-936b320a7963","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:32.012550214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"73e6e571-7aff-4f74-820a-936b320a7963","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:32.128045762Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1a5f4a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1a5f4a","reconcileID":"8128d815-e0e9-4b8d-937e-3b0b30c7bebe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-1a5f4a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-1a5f4a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.626912327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29592e7c-beb5-41ac-9fa4-0b56908affe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.683945676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29592e7c-beb5-41ac-9fa4-0b56908affe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.73351165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29592e7c-beb5-41ac-9fa4-0b56908affe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.78284051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29592e7c-beb5-41ac-9fa4-0b56908affe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:35.641265149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f7c991-87dc-41c6-8399-f89cec3c7dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:35.691367668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f7c991-87dc-41c6-8399-f89cec3c7dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:35.755372452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f7c991-87dc-41c6-8399-f89cec3c7dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:35.835911543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f7c991-87dc-41c6-8399-f89cec3c7dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:37.728621244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6502b65a-39ec-4663-825d-3af170dc615e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:37.777950685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6502b65a-39ec-4663-825d-3af170dc615e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:37.827559341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6502b65a-39ec-4663-825d-3af170dc615e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:37.882578165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6502b65a-39ec-4663-825d-3af170dc615e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:39.714283856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270da1ff-3aaf-4ea6-9b0a-94edb429b763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:39.76364739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270da1ff-3aaf-4ea6-9b0a-94edb429b763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:39.812875554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270da1ff-3aaf-4ea6-9b0a-94edb429b763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:39.862164041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270da1ff-3aaf-4ea6-9b0a-94edb429b763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:41.590605532Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"90cd0c8a-37a2-4b89-b89d-551dcd4d79a5","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","subscription":"e2e-auth-iso-320ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:41.641870413Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"90cd0c8a-37a2-4b89-b89d-551dcd4d79a5","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:41.691621323Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"90cd0c8a-37a2-4b89-b89d-551dcd4d79a5","MaaSSubscription":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"maas-trlp-auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:41.954735437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"fdf4b8ea-d091-4b18-b300-c4c0b95367a4","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:41.954758605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"fdf4b8ea-d091-4b18-b300-c4c0b95367a4","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.058527886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"50a5fb5c-9bf1-42b7-8012-6189ed1f147c","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.116328799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"50a5fb5c-9bf1-42b7-8012-6189ed1f147c","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.137896046Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"f6e7d027-70a2-499c-a006-67a46185d2c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.138049735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"362bfe36-623f-4d16-955e-f2acd15d125e","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.138072761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"362bfe36-623f-4d16-955e-f2acd15d125e","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.288456648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"f6e7d027-70a2-499c-a006-67a46185d2c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ef00a4","tenantID":"e2e-shared-a-w1-ef00a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.414361119Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"f6e7d027-70a2-499c-a006-67a46185d2c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"name":"e2e-shared-a-w1-ef00a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.414394035Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"e2e-auth-iso-320ffb","reconcileID":"f6e7d027-70a2-499c-a006-67a46185d2c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.438026653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"5bcaa52b-3dc8-4795-a12d-ce62b7350f91","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.468790806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"2cbce04a-76e4-4ecf-896c-ebfeab48ed6f","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"tenant":"e2e-shared-a-w1-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","model":"ai-tenant-e2e-shared-a-w1-ef00a4/auth-test-model-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.468810886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"auth-test-model-ef00a4","reconcileID":"2cbce04a-76e4-4ecf-896c-ebfeab48ed6f","MaaSModelRef":{"name":"auth-test-model-ef00a4","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"routeName":"auth-test-model-ef00a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","llmisvcName":"auth-test-model-ef00a4","gateway":"openshift-ingress/e2e-shared-a-w1-ef00a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.49254182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"5bcaa52b-3dc8-4795-a12d-ce62b7350f91","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.632467777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"1ab5cf4e-569f-4da9-912b-2cbd8ade1e2f","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.632492547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"1ab5cf4e-569f-4da9-912b-2cbd8ade1e2f","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.690310085Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"8870efb2-d344-4da3-9303-804744246d15","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.889672351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"8870efb2-d344-4da3-9303-804744246d15","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:43.013768018Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"8870efb2-d344-4da3-9303-804744246d15","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"name":"e2e-shared-b-w1-323082-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:43.013793783Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"e2e-auth-iso-320ffb","reconcileID":"8870efb2-d344-4da3-9303-804744246d15","MaaSAuthPolicy":{"name":"e2e-auth-iso-320ffb","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:43.068812089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"b1f5185b-a72b-415c-b023-55f0a0f1cef8","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"tenant":"e2e-shared-b-w1-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","model":"ai-tenant-e2e-shared-b-w1-323082/auth-test-model-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:43.068834016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"auth-test-model-323082","reconcileID":"b1f5185b-a72b-415c-b023-55f0a0f1cef8","MaaSModelRef":{"name":"auth-test-model-323082","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"routeName":"auth-test-model-323082-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-323082","llmisvcName":"auth-test-model-323082","gateway":"openshift-ingress/e2e-shared-b-w1-323082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:55.410840219Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:14.76710407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"c3b312a7-90c3-481e-befd-366a3494fd2a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c852b","tenantID":"e2e-extmod-a-8c852b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:14.881784602Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"c3b312a7-90c3-481e-befd-366a3494fd2a","name":"e2e-extmod-a-8c852b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:21.435975067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"cd3ed239-3652-4ad1-b747-b8f401831f73","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"tenant":"e2e-shared-a-w0-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:21.435998345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"cd3ed239-3652-4ad1-b747-b8f401831f73","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"routeName":"auth-test-model-6fc60c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","llmisvcName":"auth-test-model-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:21.53476503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"a212b797-c5b7-477e-987f-12dcc9f5fdac","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6fc60c","tenantID":"e2e-shared-a-w0-6fc60c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:21.59269594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"a212b797-c5b7-477e-987f-12dcc9f5fdac","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"e2e-shared-a-w0-6fc60c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:21.600360886Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"3e8acb01-41f1-471d-bce9-f5717bf39025","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c44ede00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:21.891572783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"c7eaa5cc-e54f-4da9-9d42-d188975ade6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6fc60c","tenantID":"e2e-shared-a-w0-6fc60c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:21.947731434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"c7eaa5cc-e54f-4da9-9d42-d188975ade6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"e2e-shared-a-w0-6fc60c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:25.411872855Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:31.651608859Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"ebc5efee-a1cb-4870-b091-2b578f6d9b5c","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","subscription":"e2e-auth-iso-ef43e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:31.702387037Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"ebc5efee-a1cb-4870-b091-2b578f6d9b5c","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:31.75264776Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"ebc5efee-a1cb-4870-b091-2b578f6d9b5c","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"maas-trlp-auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.019844774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"cfd20205-7647-4647-8252-db6b28625375","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"tenant":"e2e-shared-a-w0-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.019868718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"cfd20205-7647-4647-8252-db6b28625375","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"routeName":"auth-test-model-6fc60c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","llmisvcName":"auth-test-model-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.120522138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"358aab56-96ac-4bb7-909b-d9124eb67897","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6fc60c","tenantID":"e2e-shared-a-w0-6fc60c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.175263112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"358aab56-96ac-4bb7-909b-d9124eb67897","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"e2e-shared-a-w0-6fc60c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.180889434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"d64191ab-e15e-471d-ba28-5ead9bd2a6bd","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.180910898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"d64191ab-e15e-471d-ba28-5ead9bd2a6bd","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.279118489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"1d9ea4d6-94c4-462f-a385-179783a218c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.333829932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"1d9ea4d6-94c4-462f-a385-179783a218c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.334852387Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"d4aaac2d-1760-4fe4-b97f-c253907e4722","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0ac779d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.508275966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"407920c8-79e3-43d4-abba-5691bd7fad8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6fc60c","tenantID":"e2e-shared-a-w0-6fc60c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.564530927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"407920c8-79e3-43d4-abba-5691bd7fad8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"e2e-shared-a-w0-6fc60c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.599139841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"56e262a2-4bbb-4874-a042-17da47508a79","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.659375803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"56e262a2-4bbb-4874-a042-17da47508a79","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:37.897800229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3d6f4dab-02f9-4929-bc8f-7bf4a511d656","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc983","tenantID":"e2e-shared-b-w4-2cc983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:38.010584857Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3d6f4dab-02f9-4929-bc8f-7bf4a511d656","name":"e2e-shared-b-w4-2cc983-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:42.388569965Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"fd3842a5-11bc-46bb-b1ee-5a67f010d268","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","subscription":"e2e-auth-iso-ef43e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:42.441398993Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"fd3842a5-11bc-46bb-b1ee-5a67f010d268","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:42.492052286Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"fd3842a5-11bc-46bb-b1ee-5a67f010d268","MaaSSubscription":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"maas-trlp-auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:42.775449592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"827ab51f-a422-49dd-99e9-4163dbf1ab40","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:42.775470526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"827ab51f-a422-49dd-99e9-4163dbf1ab40","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:42.915963096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"f5dec67d-339d-42a0-af5b-a0e46b73fe84","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:42.937093511Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"59ef1783-00d6-4519-9273-f5a8f025dd8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:42.937549151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"24b18dcd-e92d-45b2-af6a-07b36c917096","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"tenant":"e2e-shared-a-w0-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:42.937563814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"24b18dcd-e92d-45b2-af6a-07b36c917096","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"routeName":"auth-test-model-6fc60c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","llmisvcName":"auth-test-model-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.005832934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"f5dec67d-339d-42a0-af5b-a0e46b73fe84","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.107073938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"59ef1783-00d6-4519-9273-f5a8f025dd8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6fc60c","tenantID":"e2e-shared-a-w0-6fc60c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.239713014Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"59ef1783-00d6-4519-9273-f5a8f025dd8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"name":"e2e-shared-a-w0-6fc60c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.239740631Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"e2e-auth-iso-ef43e0","reconcileID":"59ef1783-00d6-4519-9273-f5a8f025dd8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.259791808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"8c66aead-792a-4e93-9268-35d3bc455626","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.295357028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"a46de8cf-c18b-4c9c-9384-7711571f1b30","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"tenant":"e2e-shared-a-w0-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","model":"ai-tenant-e2e-shared-a-w0-6fc60c/auth-test-model-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.295381562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"auth-test-model-6fc60c","reconcileID":"a46de8cf-c18b-4c9c-9384-7711571f1b30","MaaSModelRef":{"name":"auth-test-model-6fc60c","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"routeName":"auth-test-model-6fc60c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","llmisvcName":"auth-test-model-6fc60c","gateway":"openshift-ingress/e2e-shared-a-w0-6fc60c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.314823727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"8c66aead-792a-4e93-9268-35d3bc455626","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.466324237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"4b0f6746-9511-4fee-9501-53334886c2b9","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.466349012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"4b0f6746-9511-4fee-9501-53334886c2b9","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.513985585Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"e3b2e471-5f6d-4c2a-b0e4-4dfbd8a6be81","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.764467209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"e3b2e471-5f6d-4c2a-b0e4-4dfbd8a6be81","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.88916941Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"e3b2e471-5f6d-4c2a-b0e4-4dfbd8a6be81","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"name":"e2e-shared-b-w0-c29159-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.889195147Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"e2e-auth-iso-ef43e0","reconcileID":"e3b2e471-5f6d-4c2a-b0e4-4dfbd8a6be81","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef43e0","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.94391197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"26597768-48cb-40f9-849b-6d6ed1493ea0","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"tenant":"e2e-shared-b-w0-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","model":"ai-tenant-e2e-shared-b-w0-c29159/auth-test-model-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.943931409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"auth-test-model-c29159","reconcileID":"26597768-48cb-40f9-849b-6d6ed1493ea0","MaaSModelRef":{"name":"auth-test-model-c29159","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"routeName":"auth-test-model-c29159-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c29159","llmisvcName":"auth-test-model-c29159","gateway":"openshift-ingress/e2e-shared-b-w0-c29159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.999699431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f637c412-1336-4682-9ed2-5a4d4ba986e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:55.049209523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f637c412-1336-4682-9ed2-5a4d4ba986e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:55.098407777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f637c412-1336-4682-9ed2-5a4d4ba986e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:55.147753055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f637c412-1336-4682-9ed2-5a4d4ba986e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:55.41109558Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:55.568494175Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-be6ecc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-be6ecc","reconcileID":"39713b85-e822-4272-b923-87836f2ea946","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-be6ecc","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-be6ecc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:57.004541924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776cd2af-ba20-490e-9155-b9ed6a8b8b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:57.055422201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776cd2af-ba20-490e-9155-b9ed6a8b8b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:57.106030289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776cd2af-ba20-490e-9155-b9ed6a8b8b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:57.156149679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776cd2af-ba20-490e-9155-b9ed6a8b8b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:57.257856114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"a0242b24-b7c1-4c49-b6dc-45574032cf0b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1a5f4a","tenantID":"e2e-extmod-a-1a5f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:57.370004871Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"a0242b24-b7c1-4c49-b6dc-45574032cf0b","name":"e2e-extmod-a-1a5f4a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:58.961694234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c34342b-7f00-4ffb-823d-46ed2f85e2d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:59.011031679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c34342b-7f00-4ffb-823d-46ed2f85e2d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:59.060468161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c34342b-7f00-4ffb-823d-46ed2f85e2d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:59.111726785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c34342b-7f00-4ffb-823d-46ed2f85e2d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:00.937626878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dea0cdf-f943-4033-8b55-8015f19fd28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:00.986892697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dea0cdf-f943-4033-8b55-8015f19fd28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:01.036098568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dea0cdf-f943-4033-8b55-8015f19fd28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:01.08541167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dea0cdf-f943-4033-8b55-8015f19fd28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:03.180172172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaeea39b-976a-41e1-93f2-e5dfede1e56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:03.232590101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaeea39b-976a-41e1-93f2-e5dfede1e56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:03.28214412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaeea39b-976a-41e1-93f2-e5dfede1e56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:03.332174485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaeea39b-976a-41e1-93f2-e5dfede1e56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.140909288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e0b3ec-f067-49a5-b3fb-90cb4e6b3176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.19002522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e0b3ec-f067-49a5-b3fb-90cb4e6b3176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.239469255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e0b3ec-f067-49a5-b3fb-90cb4e6b3176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.291192548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e0b3ec-f067-49a5-b3fb-90cb4e6b3176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:07.082649687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f0aaf0-1453-428a-8ef8-456cef10bd58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:07.131909763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f0aaf0-1453-428a-8ef8-456cef10bd58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:07.183956042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f0aaf0-1453-428a-8ef8-456cef10bd58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:07.234737344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f0aaf0-1453-428a-8ef8-456cef10bd58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:09.035854828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993b8f2f-db0a-4fa2-a722-0c897cb62673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:09.085212772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993b8f2f-db0a-4fa2-a722-0c897cb62673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:09.134780985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993b8f2f-db0a-4fa2-a722-0c897cb62673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:09.183745874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993b8f2f-db0a-4fa2-a722-0c897cb62673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:10.988519735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4a7951-ad9b-4d19-aea8-3f3125ffe598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:11.038459809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4a7951-ad9b-4d19-aea8-3f3125ffe598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:11.087854677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4a7951-ad9b-4d19-aea8-3f3125ffe598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:11.137280815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4a7951-ad9b-4d19-aea8-3f3125ffe598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:13.041860121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7702efcf-d7c3-455c-96fd-5482058d5ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:13.091446491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7702efcf-d7c3-455c-96fd-5482058d5ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:13.140656237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7702efcf-d7c3-455c-96fd-5482058d5ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:13.189973179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7702efcf-d7c3-455c-96fd-5482058d5ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:25.418509435Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:41.947897515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc5bdd1-d161-4cc1-b91b-d5fdc453b2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:41.997340365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc5bdd1-d161-4cc1-b91b-d5fdc453b2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:42.046861703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc5bdd1-d161-4cc1-b91b-d5fdc453b2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:42.096434472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc5bdd1-d161-4cc1-b91b-d5fdc453b2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:43.952881001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc226aa6-d1bb-4952-bf27-0fdd16ee8d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:44.002085723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc226aa6-d1bb-4952-bf27-0fdd16ee8d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:44.051767208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc226aa6-d1bb-4952-bf27-0fdd16ee8d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:44.101308208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc226aa6-d1bb-4952-bf27-0fdd16ee8d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:48.450288832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40453314-7294-467c-a40d-82f33482dca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:48.499687994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40453314-7294-467c-a40d-82f33482dca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:48.548926985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40453314-7294-467c-a40d-82f33482dca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:48.599166952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40453314-7294-467c-a40d-82f33482dca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:49.096638349Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7a134d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7a134d","reconcileID":"bf2f4f0e-8582-454b-b40c-458ba8680bd5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-7a134d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-7a134d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:49.672121348Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-5a5534","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-5a5534","reconcileID":"79426eee-ca7b-48d3-83cf-c8146d808725","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-5a5534","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-5a5534":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:50.453803627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176d8193-c193-47ad-a9b2-97e6c22825ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:50.503210931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176d8193-c193-47ad-a9b2-97e6c22825ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:50.552782999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176d8193-c193-47ad-a9b2-97e6c22825ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:50.602184691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176d8193-c193-47ad-a9b2-97e6c22825ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:52.402860328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0d33f9-e036-4068-b093-82987d7edf4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:52.454711159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0d33f9-e036-4068-b093-82987d7edf4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:52.512356695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0d33f9-e036-4068-b093-82987d7edf4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:52.562650209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0d33f9-e036-4068-b093-82987d7edf4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:55.411524806Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:06.059754803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa2db830-5e95-4b30-a7cd-aa346b044210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:06.110968553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa2db830-5e95-4b30-a7cd-aa346b044210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:06.161641831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa2db830-5e95-4b30-a7cd-aa346b044210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:06.211131104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa2db830-5e95-4b30-a7cd-aa346b044210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:08.029028881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1995b2-50aa-4a7c-b293-2f5b3f54ad9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:08.078482664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1995b2-50aa-4a7c-b293-2f5b3f54ad9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:08.130299402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1995b2-50aa-4a7c-b293-2f5b3f54ad9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:08.180473642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1995b2-50aa-4a7c-b293-2f5b3f54ad9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:10.158317208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28df4112-1384-4d28-acc3-6c3af09d4fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:10.217031024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28df4112-1384-4d28-acc3-6c3af09d4fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:10.289086057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28df4112-1384-4d28-acc3-6c3af09d4fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:10.356501462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28df4112-1384-4d28-acc3-6c3af09d4fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:12.214412764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0073a73b-2aba-4d0a-9176-11b35a8655ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:12.263521365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0073a73b-2aba-4d0a-9176-11b35a8655ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:12.312924053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0073a73b-2aba-4d0a-9176-11b35a8655ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:12.362292621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0073a73b-2aba-4d0a-9176-11b35a8655ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:14.168927397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ae8ea8a-dd40-4a70-9885-0c8895b93f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:14.218128866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ae8ea8a-dd40-4a70-9885-0c8895b93f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:14.226150189Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6e0b99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6e0b99","reconcileID":"a50f688b-06dd-412e-8727-91ba3e41ab4b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-6e0b99","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-6e0b99":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:14.267855932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ae8ea8a-dd40-4a70-9885-0c8895b93f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:14.317261552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ae8ea8a-dd40-4a70-9885-0c8895b93f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:16.163445574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643bf135-1a21-4f3b-9547-4f22ffd3d01b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:16.212480376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643bf135-1a21-4f3b-9547-4f22ffd3d01b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:16.261956971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643bf135-1a21-4f3b-9547-4f22ffd3d01b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:16.311715889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643bf135-1a21-4f3b-9547-4f22ffd3d01b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:18.146459782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81468b7b-1bec-4215-8ea3-8bdd758c46a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:18.200453489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81468b7b-1bec-4215-8ea3-8bdd758c46a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:18.261732175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81468b7b-1bec-4215-8ea3-8bdd758c46a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:18.366529556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81468b7b-1bec-4215-8ea3-8bdd758c46a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:20.249008665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b85086d7-4385-4496-803c-ba6cdf5f064f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:20.298489725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b85086d7-4385-4496-803c-ba6cdf5f064f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:20.349194205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b85086d7-4385-4496-803c-ba6cdf5f064f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:20.398927639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b85086d7-4385-4496-803c-ba6cdf5f064f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:22.194636885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b34d18cd-0516-4483-9c1b-69de0e7f70cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:22.244279064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b34d18cd-0516-4483-9c1b-69de0e7f70cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:22.293538079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b34d18cd-0516-4483-9c1b-69de0e7f70cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:22.343350754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b34d18cd-0516-4483-9c1b-69de0e7f70cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:24.148355598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f432f27-4957-40df-94c9-6b56cabdbc77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:24.197701379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f432f27-4957-40df-94c9-6b56cabdbc77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:24.247117448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f432f27-4957-40df-94c9-6b56cabdbc77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:24.29822408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f432f27-4957-40df-94c9-6b56cabdbc77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:25.41571054Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:26.225419387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fd560c-235e-4a92-989d-43a8a1cd193f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:26.274874816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fd560c-235e-4a92-989d-43a8a1cd193f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:26.329893227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fd560c-235e-4a92-989d-43a8a1cd193f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:26.383528531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fd560c-235e-4a92-989d-43a8a1cd193f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:28.203119682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac8fdce-0972-4790-b88f-21c612078231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:28.254782512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac8fdce-0972-4790-b88f-21c612078231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:28.304793125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac8fdce-0972-4790-b88f-21c612078231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:28.354424779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac8fdce-0972-4790-b88f-21c612078231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:29.327279412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"fb48c5cd-7672-4f97-ba51-f4dcdf97a392","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-be6ecc","tenantID":"e2e-extmod-a-be6ecc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:29.520640354Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"fb48c5cd-7672-4f97-ba51-f4dcdf97a392","name":"e2e-extmod-a-be6ecc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:30.241918692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2def654d-3b4a-4654-a14b-de57e372e2c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:30.302983349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2def654d-3b4a-4654-a14b-de57e372e2c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:30.352413085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2def654d-3b4a-4654-a14b-de57e372e2c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:30.401624148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2def654d-3b4a-4654-a14b-de57e372e2c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:32.195752713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5fc90c0-a1a7-41ec-b1a1-038a38fe6848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:32.24538187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5fc90c0-a1a7-41ec-b1a1-038a38fe6848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:32.29508553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5fc90c0-a1a7-41ec-b1a1-038a38fe6848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:32.347587018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5fc90c0-a1a7-41ec-b1a1-038a38fe6848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:32.686075497Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6b46c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6b46c3","reconcileID":"ae062dd9-5312-4f38-8044-e17a820720cf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6b46c3","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-6b46c3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:34.191848861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafea7b1-bcb8-489c-bb24-f0ad3264a549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:34.241112217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafea7b1-bcb8-489c-bb24-f0ad3264a549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:34.290320179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafea7b1-bcb8-489c-bb24-f0ad3264a549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:34.339673929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafea7b1-bcb8-489c-bb24-f0ad3264a549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:36.235531623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"904cd77d-22ca-4f87-915d-02a53eb1c4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:36.288885778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"904cd77d-22ca-4f87-915d-02a53eb1c4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:36.340601229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"904cd77d-22ca-4f87-915d-02a53eb1c4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:36.389947364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"904cd77d-22ca-4f87-915d-02a53eb1c4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:38.228863278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046b502c-d3d9-495d-a4a8-7de9125e18b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:38.278538935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046b502c-d3d9-495d-a4a8-7de9125e18b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:38.328082975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046b502c-d3d9-495d-a4a8-7de9125e18b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:38.377525289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046b502c-d3d9-495d-a4a8-7de9125e18b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:40.334190141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78eed5c8-2edb-4a46-adfc-721c9f863611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:40.384614304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78eed5c8-2edb-4a46-adfc-721c9f863611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:40.43465199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78eed5c8-2edb-4a46-adfc-721c9f863611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:40.484156716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78eed5c8-2edb-4a46-adfc-721c9f863611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:42.32613643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c9c7f08-1412-4f26-b039-9193ed3859e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:42.375816029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c9c7f08-1412-4f26-b039-9193ed3859e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:42.425291378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c9c7f08-1412-4f26-b039-9193ed3859e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:42.474770859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c9c7f08-1412-4f26-b039-9193ed3859e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:55.411692126Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:25.411761781Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:25.903997494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"469a76e7-b556-4c49-ad45-2009631017c5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7a134d","tenantID":"e2e-extmod-b-7a134d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:26.016359286Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"469a76e7-b556-4c49-ad45-2009631017c5","name":"e2e-extmod-b-7a134d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:30.66900204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"d696e4f5-6a0b-4479-9787-7a2d29fbdd81","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-5a5534","tenantID":"e2e-autores-5a5534","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:30.781396473Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"d696e4f5-6a0b-4479-9787-7a2d29fbdd81","name":"e2e-autores-5a5534-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:31.17172249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"bccab319-aa23-4dea-8612-cbd28c09d06e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:31.25269962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"96d57494-f0e8-4505-b296-66bcac975c1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:31.384915868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"0c1ae0e2-63f0-4488-b8d5-28df23b2005b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:31.483302982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"cfd8f33e-d309-4a84-b731-024f29e1c9b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:31.616709398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9dd87b40-c141-46de-bd6f-a7b5f330ac65","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:31.73039065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"3ea54380-c6e2-4a9c-9e88-21ab909743e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:32.080147415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"7429074a-ef72-4d04-8c36-8c0fbb45fc8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:32.479330951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"3f464480-e6a2-40e7-8833-b62ca379491f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:32.649758045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"c530934d-eb5b-47b8-bc13-1dd7705638d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:32.749705175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ceca3328-e8e4-49c6-bdc1-23900a049e88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:32.76608267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"50b5a895-0686-4157-b116-438afd7ebc4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:32.849051257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"aebe29e1-5559-49de-b912-5a1fad80e9ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:52.592861614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"75296a2e-e9b7-42ad-adaa-98dd0a53734b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:52.692070888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"967b6d7b-0b39-4db4-b1df-26888d30eb99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:52.934518846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"fc256f8c-2f5d-4ac4-bb05-f3b97325069b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:53.110152182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0fcd8139-64c5-459a-bc73-4001ea710c0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:53.206188308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"13a3747c-6108-4380-b2fb-107f7b84d690","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:53.305260883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"1201c2b3-9562-4245-b417-ff75429c93e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:53.503869759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"3b430a76-3449-4c8d-a359-e9fa0ff38b8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:53.734124221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"44f74093-61d2-4c87-8ee8-acbcc84c5f51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:53.965016918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"60872c2b-f858-412f-af83-a1b839a3e6ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:54.153886333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"fd63299a-843d-44d5-8b81-66c56f98ab49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:54.252121633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0170fa59-b997-4da5-b7a9-d79d3b3c7377","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:54.368777464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"0b57a825-b750-4511-991a-5d5048a4643b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:55.306261741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e35d508-93c5-4dd0-8377-51056db7af3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:55.356785199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e35d508-93c5-4dd0-8377-51056db7af3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:55.406953526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e35d508-93c5-4dd0-8377-51056db7af3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:55.412654326Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:55.456470195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e35d508-93c5-4dd0-8377-51056db7af3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:57.25060953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ba2334-d9ae-4c91-a1ff-28c793405b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:57.301523774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ba2334-d9ae-4c91-a1ff-28c793405b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:57.358993859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ba2334-d9ae-4c91-a1ff-28c793405b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:57.411002199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ba2334-d9ae-4c91-a1ff-28c793405b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:58.534923588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"b7bbd244-03fa-45d8-ada8-9e4c1be7b966","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6e0b99","tenantID":"e2e-extmod-a-6e0b99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:58.647356739Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"b7bbd244-03fa-45d8-ada8-9e4c1be7b966","name":"e2e-extmod-a-6e0b99-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:07.925102256Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","namespace":"ai-tenant-e2e-extmod-a-be6ecc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:07.925182687Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","namespace":"ai-tenant-e2e-extmod-a-be6ecc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:07.92528541Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","tenant":"e2e-extmod-a-be6ecc","tenantID":"e2e-extmod-a-be6ecc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:07.977026714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"Deployment","name":"maas-api-e2e-extmod-a-be6ecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.034518902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"Service","name":"maas-api-e2e-extmod-a-be6ecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.087809875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-be6ecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.141739581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-be6ecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.195963387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-be6ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.252440701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-be6ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.31347277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-be6ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.370374115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-be6ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.419590608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-be6ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.468750354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-be6ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.518022473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"Service","name":"payload-processing-e2e-extmod-a-be6ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.567351756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-be6ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.621881374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-be6ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.677714038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-be6ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.727298525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-be6ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.776594549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-be6ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.825616276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-be6ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.874503189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-be6ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.924067673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-be6ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:08.975143986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-be6ecc"},"namespace":"ai-tenant-e2e-extmod-a-be6ecc","name":"default-tenant","reconcileID":"7fc0d414-fcfe-4988-b16b-720d9757ca57","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-be6ecc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:11.593739948Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-be6ecc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-be6ecc","reconcileID":"276ee2c9-5569-4ae0-b811-54fe8cbe86bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-be6ecc","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-be6ecc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:12.780946818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fcb02fb-10f2-45fe-abc6-a0774a73c488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:12.83165216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fcb02fb-10f2-45fe-abc6-a0774a73c488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:12.881136383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fcb02fb-10f2-45fe-abc6-a0774a73c488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:12.931281952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fcb02fb-10f2-45fe-abc6-a0774a73c488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:14.838951393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4298edfe-bead-45c1-bbe1-030c80802850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:14.888509417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4298edfe-bead-45c1-bbe1-030c80802850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:14.940132929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4298edfe-bead-45c1-bbe1-030c80802850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:14.994113601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4298edfe-bead-45c1-bbe1-030c80802850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:18.560077173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"610ffee6-d420-48d8-a448-10f2500591cf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6b46c3","tenantID":"e2e-extmod-b-6b46c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:18.672605146Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"610ffee6-d420-48d8-a448-10f2500591cf","name":"e2e-extmod-b-6b46c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:25.414955818Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:32.217564547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff3d1c0-e3ee-4b89-933b-15e4a0f9eef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:32.267836001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff3d1c0-e3ee-4b89-933b-15e4a0f9eef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:32.318668973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff3d1c0-e3ee-4b89-933b-15e4a0f9eef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:32.375231381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff3d1c0-e3ee-4b89-933b-15e4a0f9eef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:34.244941843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d0fe5cb-2c01-4c5c-9c0c-2ca49a241fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:34.294392327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d0fe5cb-2c01-4c5c-9c0c-2ca49a241fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:34.343992225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d0fe5cb-2c01-4c5c-9c0c-2ca49a241fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:34.393994642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d0fe5cb-2c01-4c5c-9c0c-2ca49a241fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:36.223328147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50658bc3-5d87-4265-ac4b-de803d99ed30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:36.27270662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50658bc3-5d87-4265-ac4b-de803d99ed30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:36.322072427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50658bc3-5d87-4265-ac4b-de803d99ed30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:36.371528126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50658bc3-5d87-4265-ac4b-de803d99ed30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:38.203255146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a448f50b-7f88-44f2-9b48-cb71c5099dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:38.252612232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a448f50b-7f88-44f2-9b48-cb71c5099dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:38.301920388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a448f50b-7f88-44f2-9b48-cb71c5099dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:38.351521348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a448f50b-7f88-44f2-9b48-cb71c5099dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:40.227419574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1529f88-e5d7-4363-a281-bf82014b6aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:40.277168131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1529f88-e5d7-4363-a281-bf82014b6aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:40.326424594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1529f88-e5d7-4363-a281-bf82014b6aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:40.375636292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1529f88-e5d7-4363-a281-bf82014b6aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:42.177424257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3414d9d6-ed33-4ea4-9c66-b65a32cc4dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:42.226855709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3414d9d6-ed33-4ea4-9c66-b65a32cc4dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:42.278195772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3414d9d6-ed33-4ea4-9c66-b65a32cc4dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:42.328188618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3414d9d6-ed33-4ea4-9c66-b65a32cc4dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:44.198990987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8df489-dd25-40bd-bac3-20ed8486bd13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:44.250710368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8df489-dd25-40bd-bac3-20ed8486bd13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:44.317322597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8df489-dd25-40bd-bac3-20ed8486bd13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:44.372204362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8df489-dd25-40bd-bac3-20ed8486bd13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:46.338291908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20003f57-4409-4628-badc-4485ba7a742c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:46.387617524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20003f57-4409-4628-badc-4485ba7a742c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:46.437406748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20003f57-4409-4628-badc-4485ba7a742c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:46.486817517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20003f57-4409-4628-badc-4485ba7a742c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.292617888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ca5bc8-4048-4d4d-931e-8b56e587a6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.341860032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ca5bc8-4048-4d4d-931e-8b56e587a6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.390967079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ca5bc8-4048-4d4d-931e-8b56e587a6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.441035191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ca5bc8-4048-4d4d-931e-8b56e587a6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:50.242367658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa67c023-7c7c-4119-b4f2-7f75d3782628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:50.292315024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa67c023-7c7c-4119-b4f2-7f75d3782628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:50.341698253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa67c023-7c7c-4119-b4f2-7f75d3782628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:50.391071392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa67c023-7c7c-4119-b4f2-7f75d3782628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:52.195178826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63966341-7c20-4e87-8338-aed449a46bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:52.245787224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63966341-7c20-4e87-8338-aed449a46bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:52.295332778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63966341-7c20-4e87-8338-aed449a46bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:52.345524739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63966341-7c20-4e87-8338-aed449a46bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:54.169227788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a637f6f4-584f-40b0-afeb-65fece4dc376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:54.219435018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a637f6f4-584f-40b0-afeb-65fece4dc376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:54.269130798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a637f6f4-584f-40b0-afeb-65fece4dc376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:54.320619986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a637f6f4-584f-40b0-afeb-65fece4dc376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:55.411455872Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:56.159584162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19eb1382-6b12-47a7-907b-7ae8b44d040f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:56.209305652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19eb1382-6b12-47a7-907b-7ae8b44d040f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:56.259094816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19eb1382-6b12-47a7-907b-7ae8b44d040f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:56.309013261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19eb1382-6b12-47a7-907b-7ae8b44d040f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:58.20940445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c22690-7e47-477f-97e1-4709fe8f5871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:58.259443248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c22690-7e47-477f-97e1-4709fe8f5871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:58.313521028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c22690-7e47-477f-97e1-4709fe8f5871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:58.365004908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c22690-7e47-477f-97e1-4709fe8f5871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.028342995Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","namespace":"ai-tenant-e2e-autores-5a5534","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.028804671Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","namespace":"ai-tenant-e2e-autores-5a5534","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.028960711Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","tenant":"e2e-autores-5a5534","tenantID":"e2e-autores-5a5534","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.093701148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"Deployment","name":"maas-api-e2e-autores-5a5534","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.15711737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"Service","name":"maas-api-e2e-autores-5a5534","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.215277401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-5a5534","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.269074813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-5a5534","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.325216669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-5a5534","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.397213916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-5a5534","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.452670115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-5a5534","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.557312954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-5a5534","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.631531612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"Deployment","name":"payload-processing-e2e-autores-5a5534","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.683409711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-5a5534","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.734707011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"Service","name":"payload-processing-e2e-autores-5a5534","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.784619028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"Service","name":"payload-pre-processing-e2e-autores-5a5534","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.834637561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"DestinationRule","name":"payload-processing-e2e-autores-5a5534","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.88372044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-5a5534","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.937796543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-5a5534","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.988135695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-5a5534","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:13.043445948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-5a5534","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:13.092528255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-5a5534","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:13.141317348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-5a5534","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:13.190173212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-5a5534"},"namespace":"ai-tenant-e2e-autores-5a5534","name":"default-tenant","reconcileID":"9ddc54d9-512a-4ca1-b4c4-8daa0d240ff3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-5a5534","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:14.128752819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87b451a-1a00-41d0-aa30-53c2224b83bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:14.178861775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87b451a-1a00-41d0-aa30-53c2224b83bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:14.186025293Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-5a5534","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-5a5534","reconcileID":"3732ebd5-d8a9-4979-a5aa-0cedd845f8b8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-5a5534","removed":["maas.opendatahub.io/gateway-access-e2e-autores-5a5534"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:14.228145577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87b451a-1a00-41d0-aa30-53c2224b83bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:14.278127365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87b451a-1a00-41d0-aa30-53c2224b83bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:16.131125142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6bb84eb-5f0f-4166-a685-eac14a60493f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:16.180546355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6bb84eb-5f0f-4166-a685-eac14a60493f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:16.229772072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6bb84eb-5f0f-4166-a685-eac14a60493f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:16.279334333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6bb84eb-5f0f-4166-a685-eac14a60493f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:18.087466719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a864c9-08b4-489f-bec1-1cb839014f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:18.136786011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a864c9-08b4-489f-bec1-1cb839014f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:18.186048301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a864c9-08b4-489f-bec1-1cb839014f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:18.235384125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a864c9-08b4-489f-bec1-1cb839014f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:18.548809703Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:18.548897779Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:18.548952508Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","tenant":"e2e-shared-a-w1-ef00a4","tenantID":"e2e-shared-a-w1-ef00a4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:18.600181118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-ef00a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:18.661491003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"Service","name":"maas-api-e2e-shared-a-w1-ef00a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:18.720175815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-ef00a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:18.771933967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-ef00a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:18.824912049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-ef00a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:18.881032199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-ef00a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:18.935349101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-ef00a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:18.986603369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-ef00a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:19.03979191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-ef00a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:19.08908042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-ef00a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:19.138471559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-ef00a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:19.232467665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-ef00a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:19.281184449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-ef00a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:19.332194103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-ef00a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:19.394492207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-ef00a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:19.448384138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-ef00a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:19.499542565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-ef00a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:19.604049193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-ef00a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:19.683441976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-ef00a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:19.735662279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ef00a4"},"namespace":"ai-tenant-e2e-shared-a-w1-ef00a4","name":"default-tenant","reconcileID":"349b14e3-d146-49cf-987a-f9930c739f38","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-ef00a4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.023748082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"b0cf4cdb-1dc5-483b-8578-a7e0b8762e47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.101016252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebcd5dab-2aa6-47dc-a74c-f4ef16597839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.150429752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebcd5dab-2aa6-47dc-a74c-f4ef16597839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.199813147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebcd5dab-2aa6-47dc-a74c-f4ef16597839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.249621269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebcd5dab-2aa6-47dc-a74c-f4ef16597839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.401576655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"f4aa074c-d886-41dc-9e13-25a3f86ee477","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.45055692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9609b33b-715d-46c0-b868-67d2598404a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.450913255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"3edbc039-67d4-4932-bc34-33d097d354d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.549754487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"139f2451-0872-44b7-bc3a-feea1aa4dd2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.610497373Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-ef00a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-ef00a4","reconcileID":"df48fad9-c60d-4f4e-96fa-894143222e6f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-ef00a4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-ef00a4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.652991522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"e39454cd-0872-48a3-98b2-71817c4d781b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.76196299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"23f70bc7-5fab-40f2-ae5b-6c882b212f5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.882884265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"f37c6bd7-5787-4256-be29-d80d73dabbf4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:21.174062861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"a65744df-8550-42c8-bb8b-74268efb4294","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:21.4084392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"a46c3e22-de70-45eb-8ec0-e3c4ba2643cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:21.458273197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"128a3a9d-c247-4795-af0c-0aa407e5f266","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:21.815615211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c3921e90-8a54-47c6-9ec6-80c0d396113c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:22.128641955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31ac42c-d22f-4766-9fa8-4109e1c124c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:22.178194586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31ac42c-d22f-4766-9fa8-4109e1c124c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:22.227293491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31ac42c-d22f-4766-9fa8-4109e1c124c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:22.276660042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31ac42c-d22f-4766-9fa8-4109e1c124c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:24.110091484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33aa4bd1-d822-4c22-84cb-0bb55aa11ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:24.160353905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33aa4bd1-d822-4c22-84cb-0bb55aa11ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:24.20953768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33aa4bd1-d822-4c22-84cb-0bb55aa11ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:24.258894711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33aa4bd1-d822-4c22-84cb-0bb55aa11ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:25.411323733Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:26.174858225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab76c10-80f2-46b3-97b3-2795bd6aa6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:26.22412586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab76c10-80f2-46b3-97b3-2795bd6aa6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:26.274109419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab76c10-80f2-46b3-97b3-2795bd6aa6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:26.323541271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab76c10-80f2-46b3-97b3-2795bd6aa6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:28.157027434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b924899-380c-43eb-8f49-97c588004e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:28.210129496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b924899-380c-43eb-8f49-97c588004e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:28.259560195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b924899-380c-43eb-8f49-97c588004e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:28.357457678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b924899-380c-43eb-8f49-97c588004e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:30.250946111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e5edf6-df18-46c9-8a22-538efb6d36c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:30.304679491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e5edf6-df18-46c9-8a22-538efb6d36c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:30.353941461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e5edf6-df18-46c9-8a22-538efb6d36c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:30.403573243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e5edf6-df18-46c9-8a22-538efb6d36c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:32.259140574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ad9545-0158-4f70-a4cb-1348337a46e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:32.309494363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ad9545-0158-4f70-a4cb-1348337a46e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:32.358907248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ad9545-0158-4f70-a4cb-1348337a46e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:32.408381891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ad9545-0158-4f70-a4cb-1348337a46e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:34.32163263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b516069-78c2-48ff-b253-0b3b1cfb9f00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:34.371142586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b516069-78c2-48ff-b253-0b3b1cfb9f00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:34.420416275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b516069-78c2-48ff-b253-0b3b1cfb9f00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:34.469893383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b516069-78c2-48ff-b253-0b3b1cfb9f00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:34.784826291Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","namespace":"ai-tenant-e2e-extmod-a-6e0b99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:34.784890518Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","namespace":"ai-tenant-e2e-extmod-a-6e0b99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:34.784942225Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","tenant":"e2e-extmod-a-6e0b99","tenantID":"e2e-extmod-a-6e0b99","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:34.836359771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"Deployment","name":"maas-api-e2e-extmod-a-6e0b99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:34.893651324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"Service","name":"maas-api-e2e-extmod-a-6e0b99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:34.948802685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-6e0b99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.005435301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-6e0b99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.057729887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-6e0b99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.110126193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-6e0b99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.164405833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-6e0b99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.215910633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-6e0b99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.267972365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-6e0b99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.317330964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-6e0b99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.372121669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"Service","name":"payload-processing-e2e-extmod-a-6e0b99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.421733563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-6e0b99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.485225767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-6e0b99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.53407282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-6e0b99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.582744602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-6e0b99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.631692754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-6e0b99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.680893577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-6e0b99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.729914974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-6e0b99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.803182693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-6e0b99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.852275121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6e0b99"},"namespace":"ai-tenant-e2e-extmod-a-6e0b99","name":"default-tenant","reconcileID":"eac81edc-a99a-4d59-aa99-2aa6f9991044","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-6e0b99","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:36.293139406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d81542d-3199-4005-ae8d-8b77406bfcbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:36.342462737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d81542d-3199-4005-ae8d-8b77406bfcbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:36.391777366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d81542d-3199-4005-ae8d-8b77406bfcbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:36.441293238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d81542d-3199-4005-ae8d-8b77406bfcbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:36.702309161Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6e0b99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6e0b99","reconcileID":"1c47d9f9-67d2-43a5-9c9c-307352987a20","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-6e0b99","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-6e0b99"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:38.263631846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06041e40-e4bf-4ab6-80fb-dd06213e0929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:38.312834367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06041e40-e4bf-4ab6-80fb-dd06213e0929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:38.361891849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06041e40-e4bf-4ab6-80fb-dd06213e0929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:38.411090483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06041e40-e4bf-4ab6-80fb-dd06213e0929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:40.21478918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a15e024-331d-4769-890b-30dad3114d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:40.264131993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a15e024-331d-4769-890b-30dad3114d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:40.313373693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a15e024-331d-4769-890b-30dad3114d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:40.362862498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a15e024-331d-4769-890b-30dad3114d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:46.212434985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"63ed0e81-3db6-4888-b1c1-b81777ed7400","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:46.362784375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"659b61b6-a89d-4d8d-9ad1-cb9306a0dad5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:46.494688746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"c26bead7-5b0c-41ed-9e12-ceba6d7b3fc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:46.579518184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"67fc613c-8e26-4442-9c63-f3f936059985","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:46.603711355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"cff47b91-2faf-4ff7-8c90-316387517529","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:46.611953784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8e1312-4158-44f3-aa04-d03d3e6810a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:46.66178521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8e1312-4158-44f3-aa04-d03d3e6810a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:46.710795893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"60551f55-5eb5-4a74-b7cf-15aaec35aef2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:46.711255385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8e1312-4158-44f3-aa04-d03d3e6810a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:46.760736262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8e1312-4158-44f3-aa04-d03d3e6810a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:46.960223832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"33da5f0d-a90e-4114-bc73-4e832db7c985","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:46.960431369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"0bafe079-b349-452a-b63d-cf82ff1fa861","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:47.404255729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fa6a736e-49c9-49db-b90e-7baa7dcb0b5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:47.695135907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f81a0185-3b04-4b0e-98e3-f1a3b551a350","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:47.811497464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"f51d9ad5-4598-4108-ac94-ce3707eafdd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:47.910879731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"4b87522d-aa7f-49c0-8256-a1b668647958","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:48.62761201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7583fa65-3a2b-4104-b459-40238863c7c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:48.677210717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7583fa65-3a2b-4104-b459-40238863c7c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:48.726304408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7583fa65-3a2b-4104-b459-40238863c7c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:48.775869014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7583fa65-3a2b-4104-b459-40238863c7c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.604094472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d11150-b204-4d51-84b5-f26c0aa9df70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.654594518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d11150-b204-4d51-84b5-f26c0aa9df70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.779903704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d11150-b204-4d51-84b5-f26c0aa9df70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.829555596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d11150-b204-4d51-84b5-f26c0aa9df70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:52.655589156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95bda09-341e-4015-bca5-891bec78e3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:52.705733478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95bda09-341e-4015-bca5-891bec78e3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:52.75511285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95bda09-341e-4015-bca5-891bec78e3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:52.806927041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95bda09-341e-4015-bca5-891bec78e3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:55.41571583Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:57.149252149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695e7a77-a487-4893-ad8d-1adc249a7d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:57.198880102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695e7a77-a487-4893-ad8d-1adc249a7d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:57.248979319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695e7a77-a487-4893-ad8d-1adc249a7d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:57.299158121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695e7a77-a487-4893-ad8d-1adc249a7d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:58.30606036Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0c4786","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0c4786","reconcileID":"fea3845b-cc2e-4dbc-8711-0e151a888a4e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-0c4786","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-0c4786":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:59.15929077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"059ebb05-b88a-43fc-a799-a7860a4d6679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:59.209230811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"059ebb05-b88a-43fc-a799-a7860a4d6679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:59.258570603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"059ebb05-b88a-43fc-a799-a7860a4d6679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:59.307885826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"059ebb05-b88a-43fc-a799-a7860a4d6679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:00.390628159Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","namespace":"ai-tenant-e2e-shared-b-w1-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:00.390696431Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","namespace":"ai-tenant-e2e-shared-b-w1-323082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:00.390749866Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","tenant":"e2e-shared-b-w1-323082","tenantID":"e2e-shared-b-w1-323082","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:00.441773193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-323082","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:00.50320805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"Service","name":"maas-api-e2e-shared-b-w1-323082","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:00.556059119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-323082","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:00.641387296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-323082","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:00.702693129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-323082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:00.754545795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-323082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:00.808553797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-323082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:00.862768285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-323082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:00.920892514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-323082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:00.970864583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-323082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:01.01963068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-323082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:01.072677919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-323082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:01.121970525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-323082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:01.154915688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c179dab-8227-4bb3-9334-3ab7e7b06071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:01.204032983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-323082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:01.204774288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c179dab-8227-4bb3-9334-3ab7e7b06071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:01.253692288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-323082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:01.254149105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c179dab-8227-4bb3-9334-3ab7e7b06071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:01.303965862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c179dab-8227-4bb3-9334-3ab7e7b06071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:01.310556903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-323082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:01.359439394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-323082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:01.409426069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-323082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:01.460818079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-323082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:01.509938404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-323082"},"namespace":"ai-tenant-e2e-shared-b-w1-323082","name":"default-tenant","reconcileID":"4d20d55c-b84d-43e6-9e9f-b12c9e36d9c4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-323082","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:02.377861232Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-323082","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-323082","reconcileID":"88a2af48-e967-46cb-a31f-027103cd06da","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-323082","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-323082"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:03.17365423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2add52-dd1f-4037-9314-aa85bbcfc8cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:03.226069319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2add52-dd1f-4037-9314-aa85bbcfc8cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:03.275468665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2add52-dd1f-4037-9314-aa85bbcfc8cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:03.325983674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2add52-dd1f-4037-9314-aa85bbcfc8cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:05.266077678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328cea47-788a-4fcd-8642-6d7931e5caf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:05.31541708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328cea47-788a-4fcd-8642-6d7931e5caf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:05.364743144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328cea47-788a-4fcd-8642-6d7931e5caf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:05.414309953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328cea47-788a-4fcd-8642-6d7931e5caf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:07.334521237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6681942-7552-4397-a1ed-130087944bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:07.389878573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6681942-7552-4397-a1ed-130087944bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:07.440545432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6681942-7552-4397-a1ed-130087944bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:07.490072567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6681942-7552-4397-a1ed-130087944bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:09.283624737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bdb526-a8aa-4766-9cec-36634cffdd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:09.334985772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bdb526-a8aa-4766-9cec-36634cffdd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:09.384348264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bdb526-a8aa-4766-9cec-36634cffdd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:09.433637469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bdb526-a8aa-4766-9cec-36634cffdd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.308799903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"61faa01e-b63e-412d-b4c9-4f6ef166a3b3","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.309145323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"1da86b12-65af-4ba3-b789-52802236df05","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.309447408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"4aac6312-3555-4299-9fac-e815b73036cb","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.30969719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"832ed8a0-5a73-4d35-8bfd-901c5d190ed9","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.502690429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"db2c48d4-92e5-4bf0-ac67-220c526db7dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.50373836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"88f5185f-2710-43fc-bbd0-b47e0c25b5f7","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.504038532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"921552fd-b4d7-4c25-bad8-03a9aa74b7b1","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.504196217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"5153c005-350e-46c8-b3f7-59affa4fd62d","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.504389611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"d2e875d0-20cf-47ac-944d-7108f7614157","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.550984107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"8c92ae54-597f-4132-9029-e16f2117a598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.557295131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"db2c48d4-92e5-4bf0-ac67-220c526db7dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.596157956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"72ca5868-2fe0-48b3-8387-d7bde50a2fe2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.599338458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"cc44bc5c-3697-48ca-9772-558d860893ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.60494686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"8c92ae54-597f-4132-9029-e16f2117a598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.926435905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"86d85019-7c6b-4225-9ff1-f3c1e9848e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.975055223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"07b0a34b-6e51-4129-839b-474e358f2e31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.975252105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"da6add23-0087-42ca-989b-e865bdbd0282","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.980502346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"86d85019-7c6b-4225-9ff1-f3c1e9848e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.026367585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"8b813639-1f57-4e5a-88a2-0af853c440b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.030211989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"07b0a34b-6e51-4129-839b-474e358f2e31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.341412997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4904f225-98c2-4445-a4ab-0f8bf11e70ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.390588397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4904f225-98c2-4445-a4ab-0f8bf11e70ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.439746839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4904f225-98c2-4445-a4ab-0f8bf11e70ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.488946519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4904f225-98c2-4445-a4ab-0f8bf11e70ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.306454086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86f6631-a3ab-4f0e-8124-3d69d23c7737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.359480394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86f6631-a3ab-4f0e-8124-3d69d23c7737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.40898689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86f6631-a3ab-4f0e-8124-3d69d23c7737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.458418215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86f6631-a3ab-4f0e-8124-3d69d23c7737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.265232834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147015a0-7baa-4cac-a7ab-190d7dd81dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.314768579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147015a0-7baa-4cac-a7ab-190d7dd81dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.363888367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147015a0-7baa-4cac-a7ab-190d7dd81dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.413067733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147015a0-7baa-4cac-a7ab-190d7dd81dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.622067373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"8ed026f9-48d7-4f4f-815b-68ae51853177","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.970556836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"2f5197dd-8a93-4888-bbfc-9791e9555563","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.313127625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"b52ef958-57f2-4676-8664-f05be923eb37","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.565893578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"1925ae92-a3d8-4fcb-8d51-acfce6e884f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.566172029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"322ee32b-4b49-421e-9a4b-272c23d38987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.567487905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"87aaa0da-e3ad-456d-9132-2032bfba7038","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.62048544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"1925ae92-a3d8-4fcb-8d51-acfce6e884f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.622811868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"322ee32b-4b49-421e-9a4b-272c23d38987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.654998084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"c7be583a-adc7-4a59-b4a3-4f7ed546d22e","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.763172128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"6738efc3-3fee-4311-8891-fab39b9d4f2f","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.905104169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"d0e7b155-cf41-4620-8cbf-b4be7c2ba0af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.004589321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"a9818159-ee2e-440b-b60d-9ec90ed3b37c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.008650887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"4b565e21-03b4-4e00-92b1-8a1573df667f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.008906527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"19359b18-d65d-4fe1-bb18-c7877fa8ba2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.063176636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"4b565e21-03b4-4e00-92b1-8a1573df667f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.063335432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"19359b18-d65d-4fe1-bb18-c7877fa8ba2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.066021319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"b7e78eb4-d3aa-42cc-924a-cc8c7d22dfda","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.25365615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745fe337-76db-4fee-afa3-b8089f9e7a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.265599957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"1f4098b9-0076-4dfd-8f90-1f9333ffea2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.303263863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745fe337-76db-4fee-afa3-b8089f9e7a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.353177534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745fe337-76db-4fee-afa3-b8089f9e7a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.402836687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745fe337-76db-4fee-afa3-b8089f9e7a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:19.231229257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88dbe0dd-4a34-4d4c-860b-fdb1532e439b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:19.281360465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88dbe0dd-4a34-4d4c-860b-fdb1532e439b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:19.330591883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88dbe0dd-4a34-4d4c-860b-fdb1532e439b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:19.380180978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88dbe0dd-4a34-4d4c-860b-fdb1532e439b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:20.969675766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"b94f60be-457a-4380-99b4-16bb7001ba71","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:20.969882234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"f3b8586d-6f48-4db2-9eb9-551041b9561a","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:20.970039119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"80319758-cade-45e9-8e8e-9e3734aae1b4","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:20.970311486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"4a6df3d4-b3a2-4546-beca-eec2bc621ea0","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.116663301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"cef95a11-6fde-47b6-ab7d-890d9f02566a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.116697251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"170c70e8-33b6-4769-ac44-413e08b3d543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.167626425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"1102eabf-de19-4ed5-ad89-f794d551541c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.167712948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"818d4156-d291-4e5d-93e0-24ec2d9fa6c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.171562019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"170c70e8-33b6-4769-ac44-413e08b3d543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.171641851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"cef95a11-6fde-47b6-ab7d-890d9f02566a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.192874602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439b83d6-8c76-4ecc-9665-75d7d067ff1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.242478577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439b83d6-8c76-4ecc-9665-75d7d067ff1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.29180371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439b83d6-8c76-4ecc-9665-75d7d067ff1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.341964829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439b83d6-8c76-4ecc-9665-75d7d067ff1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.554758442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"fbd8d0fe-4036-433e-83d4-27e1eabee1a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.55487028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"3dc5e185-3302-4fa7-9c44-b00740881bb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.604110668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"0ee2f4ff-f7d0-4f54-8d84-a002e37cf69b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.604731689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"950c09a7-728a-4d50-b83b-7a4bf4701f20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.61075116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"3dc5e185-3302-4fa7-9c44-b00740881bb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.610779648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"fbd8d0fe-4036-433e-83d4-27e1eabee1a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:25.411227248Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:25.956063162Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","namespace":"ai-tenant-e2e-extmod-a-8c852b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:25.956150801Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","namespace":"ai-tenant-e2e-extmod-a-8c852b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:25.956225929Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","tenant":"e2e-extmod-a-8c852b","tenantID":"e2e-extmod-a-8c852b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.007728008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"Deployment","name":"maas-api-e2e-extmod-a-8c852b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.068859306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"Service","name":"maas-api-e2e-extmod-a-8c852b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.127908873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-8c852b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.182483338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-8c852b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.245721091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-8c852b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.298605499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-8c852b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.353004039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-8c852b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.40705284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-8c852b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.456133751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-8c852b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.505394703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-8c852b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.558741629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"Service","name":"payload-processing-e2e-extmod-a-8c852b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.60851089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-8c852b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.658086827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-8c852b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.707529415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-8c852b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.756904265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-8c852b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.810422043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-8c852b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.860231405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-8c852b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.909929706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-8c852b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.960412763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-8c852b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:27.018651011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c852b"},"namespace":"ai-tenant-e2e-extmod-a-8c852b","name":"default-tenant","reconcileID":"36ba857f-dcd8-4104-8ee0-63ffba7530d1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-8c852b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:27.848113564Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8c852b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8c852b","reconcileID":"331d8a4d-f2f8-4448-a7bb-6e123fc3f429","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8c852b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-8c852b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:28.925793016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b239b4a6-2d27-4d82-b8c5-af2c39321df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:28.97513196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b239b4a6-2d27-4d82-b8c5-af2c39321df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:29.024552202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b239b4a6-2d27-4d82-b8c5-af2c39321df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:29.073875923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b239b4a6-2d27-4d82-b8c5-af2c39321df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:30.889014346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d3c30c-eb30-4ea1-b647-dc61a9658210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:30.938403206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d3c30c-eb30-4ea1-b647-dc61a9658210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:30.970925616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"9dad0cc0-d324-46a4-b7d0-ea2ad831519a","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:30.987884197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d3c30c-eb30-4ea1-b647-dc61a9658210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:30.988163218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"79d911af-8855-4cac-abff-50c4565475a9","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:30.988379825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"d6447d41-c264-4417-9262-915dc27bf657","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:31.037578025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d3c30c-eb30-4ea1-b647-dc61a9658210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:31.037993794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"0bc8e173-2f76-4e75-908d-bc44967ea979","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:31.86145165Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","namespace":"ai-tenant-e2e-shared-a-w4-03e614","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:31.861522136Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","namespace":"ai-tenant-e2e-shared-a-w4-03e614","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:31.861599953Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","tenant":"e2e-shared-a-w4-03e614","tenantID":"e2e-shared-a-w4-03e614","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:31.913428264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-03e614","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:31.971866739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"Service","name":"maas-api-e2e-shared-a-w4-03e614","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.02475169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-03e614","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.076518087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-03e614","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.129444847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-03e614","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.185806974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-03e614","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.240323339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-03e614","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.295505993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-03e614","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.351598662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-03e614","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.409582733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-03e614","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.462323861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-03e614","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.51180133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-03e614","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.561139288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-03e614","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.610319559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-03e614","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.659298733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-03e614","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.712700015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-03e614","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.762139555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-03e614","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.81130739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-03e614","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.875624617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-03e614","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:32.932761946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-03e614"},"namespace":"ai-tenant-e2e-shared-a-w4-03e614","name":"default-tenant","reconcileID":"728394a3-06b2-4496-90f4-b40eee1d81c4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-03e614","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:33.728447372Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-03e614","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-03e614","reconcileID":"fc76ad2b-831f-494e-b921-7b13f6c72dee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-03e614","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-03e614"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:34.821386101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aed41e15-f12c-41ae-8013-0c769b6a6c83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:34.87272662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aed41e15-f12c-41ae-8013-0c769b6a6c83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:34.921958475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aed41e15-f12c-41ae-8013-0c769b6a6c83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:34.972321069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aed41e15-f12c-41ae-8013-0c769b6a6c83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:36.819515384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"355a5023-1886-42c7-9362-f7565e8c5f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:36.869737727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"355a5023-1886-42c7-9362-f7565e8c5f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:36.919426468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"355a5023-1886-42c7-9362-f7565e8c5f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:36.968701346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"355a5023-1886-42c7-9362-f7565e8c5f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:37.811464188Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"13b2207a-8324-4799-9ea3-b192d066c831","namespace":"ai-tenant-e2e-worker-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:37.811539004Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"13b2207a-8324-4799-9ea3-b192d066c831","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:37.865196176Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"13b2207a-8324-4799-9ea3-b192d066c831","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:37.865697769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"c887dcbe-6832-4ee8-bd36-8d16bd1e47a9","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:37.963801613Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"13b2207a-8324-4799-9ea3-b192d066c831","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:37.963825406Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"13b2207a-8324-4799-9ea3-b192d066c831","namespace":"ai-tenant-e2e-worker-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:37.963916823Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"13b2207a-8324-4799-9ea3-b192d066c831","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.01547123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"cdae2e0b-a23e-4eef-8f61-399207856c07","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.019791647Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"13b2207a-8324-4799-9ea3-b192d066c831","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.067870283Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"b5eb8ef4-fe1c-4144-8808-b4a6fea0a763","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a6ad0560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.07187996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"139ede0b-656c-4c81-af76-b876cf31828f","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.077521858Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"13b2207a-8324-4799-9ea3-b192d066c831","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.106163181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"d5eadf4d-d776-4a4f-889f-4a24ec322fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.106357353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"07265d1a-8cb6-4899-8ba3-9b1905d9d2bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.12678246Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"ed5637f3-fdf6-446f-800a-f611ff5ba083","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-459ad77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.127327414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"cac0cd99-87a7-47f1-9bc3-ed8a87c4b3d4","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.161108224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"d5eadf4d-d776-4a4f-889f-4a24ec322fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.161366693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"07265d1a-8cb6-4899-8ba3-9b1905d9d2bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.178039779Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"9436456e-8190-4d62-9e4a-a02e5cbc1b1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a6ad0560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.407725502Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"9d649aad-48ef-41c8-899c-ed8a113d39fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-459ad77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.456949133Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"b96179e2-2564-4f88-9f55-d05d5246daa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.456949131Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"bb639767-bea4-4da6-87d3-c561cbcae0b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.605372798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"bb639767-bea4-4da6-87d3-c561cbcae0b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.605372831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"b96179e2-2564-4f88-9f55-d05d5246daa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.728644225Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"b96179e2-2564-4f88-9f55-d05d5246daa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.72867131Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-access","reconcileID":"b96179e2-2564-4f88-9f55-d05d5246daa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:48:38.73603452Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"bb639767-bea4-4da6-87d3-c561cbcae0b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-3c4802-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:48:38.736095497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"bb639767-bea4-4da6-87d3-c561cbcae0b7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-3c4802-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.741445493Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"26716a9f-5aa5-4a5c-a895-2d1569a632ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.79268848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"a67a2fe1-765e-4600-8a32-f0d556cd1819","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.927711383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311b1553-365b-4f69-a6e5-e702c8ceb078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.977349401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311b1553-365b-4f69-a6e5-e702c8ceb078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:39.046516591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311b1553-365b-4f69-a6e5-e702c8ceb078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:39.047371063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"26716a9f-5aa5-4a5c-a895-2d1569a632ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:39.09712283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311b1553-365b-4f69-a6e5-e702c8ceb078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:39.15184067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"26716a9f-5aa5-4a5c-a895-2d1569a632ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"e2e-worker-w1-3c4802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:39.151873298Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-access","reconcileID":"26716a9f-5aa5-4a5c-a895-2d1569a632ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:39.206966785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"83b344f9-83fe-4be1-b7e5-cb6531e5050c","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:40.902287189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba803dd2-77c2-4339-b9e4-c1ce2b5b4695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:40.951484781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba803dd2-77c2-4339-b9e4-c1ce2b5b4695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:40.989311694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"d31fa86e-3c07-40e9-899d-e640894cf100","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:41.000583448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba803dd2-77c2-4339-b9e4-c1ce2b5b4695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:41.000961037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"f446c63c-4441-44eb-903f-c80a84e4f0d3","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:41.05012188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba803dd2-77c2-4339-b9e4-c1ce2b5b4695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:43.022126052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a1ec57-723d-428c-801d-518f729469ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:43.072048837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a1ec57-723d-428c-801d-518f729469ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:43.122187758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a1ec57-723d-428c-801d-518f729469ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:43.172972446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a1ec57-723d-428c-801d-518f729469ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:45.027625439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"235110c7-a22a-4a99-8d53-76e37420bd9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:45.076983869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"235110c7-a22a-4a99-8d53-76e37420bd9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:45.126195025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"235110c7-a22a-4a99-8d53-76e37420bd9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:45.175665647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"235110c7-a22a-4a99-8d53-76e37420bd9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:47.039427004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676ff930-b0b2-428a-a9b8-a5cb69e45177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:47.089112272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676ff930-b0b2-428a-a9b8-a5cb69e45177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:47.138878758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676ff930-b0b2-428a-a9b8-a5cb69e45177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:47.194036129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676ff930-b0b2-428a-a9b8-a5cb69e45177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.307686014Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"82eedba0-6b61-4efa-a1aa-3bb2cb31bb37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.357112273Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"82eedba0-6b61-4efa-a1aa-3bb2cb31bb37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.406904722Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"simulator-subscription","reconcileID":"82eedba0-6b61-4efa-a1aa-3bb2cb31bb37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/simulator-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.45736091Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"03b2f948-e4ef-4e28-8ed8-0865bb9612e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.506959557Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"03b2f948-e4ef-4e28-8ed8-0865bb9612e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.566127791Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"premium-simulator-subscription","reconcileID":"03b2f948-e4ef-4e28-8ed8-0865bb9612e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"name":"maas-trlp-premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802","model":"e2e-models-e2e-worker-w1-3c4802/premium-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.787514191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"81c6df98-1627-405c-bad5-93a706169a11","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.793976924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"8953d475-df6e-4cdf-8d06-f034f057163b","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.835284583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"d3f1d486-f86a-41ad-939c-af49578f5fc9","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:49.060086747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd801e7c-d70f-4d81-8993-4aa2b4c29c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:49.112689231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd801e7c-d70f-4d81-8993-4aa2b4c29c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:49.162775968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd801e7c-d70f-4d81-8993-4aa2b4c29c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:49.216555858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd801e7c-d70f-4d81-8993-4aa2b4c29c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:51.0014401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"1b4bcb29-fe8b-45ff-8170-126a4405bce5","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:51.03913409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5faa2b7c-09d3-4356-bee5-5ed7d0c6e065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:51.050727259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"cfb181a1-f01a-4219-b324-9e17e63e8081","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:51.08870103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5faa2b7c-09d3-4356-bee5-5ed7d0c6e065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:51.137976241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5faa2b7c-09d3-4356-bee5-5ed7d0c6e065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:51.187188874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5faa2b7c-09d3-4356-bee5-5ed7d0c6e065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:51.331081697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-2-w1-3c4802","reconcileID":"c04c2ee3-3cef-4ee7-8ef7-5590cf921032","MaaSModelRef":{"name":"distinct-2-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-2-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-2-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:51.338065217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"distinct-w1-3c4802","reconcileID":"e48d2c3f-f108-4ab8-96ce-b9b534152aaa","MaaSModelRef":{"name":"distinct-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"distinct-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"distinct-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:51.346324416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"premium-w1-3c4802","reconcileID":"4e6d94eb-9897-473e-83ad-16ad038b11f4","MaaSModelRef":{"name":"premium-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"premium-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"premium-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:51.388838125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"namespace":"e2e-models-e2e-worker-w1-3c4802","name":"simulator-w1-3c4802","reconcileID":"6b6092a3-5dfb-4818-b79e-a6de55d525a6","MaaSModelRef":{"name":"simulator-w1-3c4802","namespace":"e2e-models-e2e-worker-w1-3c4802"},"routeName":"simulator-w1-3c4802-kserve-route","namespace":"e2e-models-e2e-worker-w1-3c4802","llmisvcName":"simulator-w1-3c4802","gateway":"openshift-ingress/e2e-worker-w1-3c4802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:53.044387744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a98a82-83b0-4687-aae4-2bf9d78b983a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:53.093901466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a98a82-83b0-4687-aae4-2bf9d78b983a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:53.162974842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a98a82-83b0-4687-aae4-2bf9d78b983a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:53.217523709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a98a82-83b0-4687-aae4-2bf9d78b983a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:55.036368171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bcd217e-ef9b-4ccd-8672-62cb14e7a20b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:55.08636094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bcd217e-ef9b-4ccd-8672-62cb14e7a20b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:55.135751797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bcd217e-ef9b-4ccd-8672-62cb14e7a20b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:55.185034091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bcd217e-ef9b-4ccd-8672-62cb14e7a20b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:55.411493198Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:57.019197835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4193c54-9cee-448c-84d6-bdca991d6f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:57.069223743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4193c54-9cee-448c-84d6-bdca991d6f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:57.121840027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4193c54-9cee-448c-84d6-bdca991d6f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:57.171958009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4193c54-9cee-448c-84d6-bdca991d6f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.117810862Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","namespace":"ai-tenant-e2e-extmod-a-1a5f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.166953622Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","namespace":"ai-tenant-e2e-extmod-a-1a5f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.167043703Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","tenant":"e2e-extmod-a-1a5f4a","tenantID":"e2e-extmod-a-1a5f4a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.218638193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"Deployment","name":"maas-api-e2e-extmod-a-1a5f4a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.282544992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"Service","name":"maas-api-e2e-extmod-a-1a5f4a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.362752348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-1a5f4a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.41460072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-1a5f4a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.50022975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-1a5f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.553087204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-1a5f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.608293541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-1a5f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.662942803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-1a5f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.730543731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-1a5f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.780667509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-1a5f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.829791937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"Service","name":"payload-processing-e2e-extmod-a-1a5f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.878954508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-1a5f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.928118936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-1a5f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.97719885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-1a5f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:58.991819513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc6d72ad-929f-4be9-bb30-8f6f0947b04e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:59.041890062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-1a5f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:59.042802384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc6d72ad-929f-4be9-bb30-8f6f0947b04e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:59.092041816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc6d72ad-929f-4be9-bb30-8f6f0947b04e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:59.096080489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-1a5f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:59.141325191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc6d72ad-929f-4be9-bb30-8f6f0947b04e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:59.190260939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-1a5f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:59.242576521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-1a5f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:59.298538445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-1a5f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:59.350096149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a5f4a"},"namespace":"ai-tenant-e2e-extmod-a-1a5f4a","name":"default-tenant","reconcileID":"78fe183d-4498-4a5f-8d8f-41b092b4effa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-1a5f4a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:00.161176899Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1a5f4a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1a5f4a","reconcileID":"bc2e0cb4-c4da-4634-943c-a5acd58f2ad0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-1a5f4a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-1a5f4a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:01.226642899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88732739-eaeb-4973-98fb-53963ab63521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:01.277455204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88732739-eaeb-4973-98fb-53963ab63521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:01.326706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88732739-eaeb-4973-98fb-53963ab63521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:01.376178306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88732739-eaeb-4973-98fb-53963ab63521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.192206421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a38c3c-f216-455f-92f7-6796e868f14c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.241800973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a38c3c-f216-455f-92f7-6796e868f14c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.291452176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a38c3c-f216-455f-92f7-6796e868f14c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.341454571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a38c3c-f216-455f-92f7-6796e868f14c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:08.92925561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae1a1c6e-38b6-4115-a6d1-141e827210ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:08.978654463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae1a1c6e-38b6-4115-a6d1-141e827210ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.028717852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae1a1c6e-38b6-4115-a6d1-141e827210ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.077898679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae1a1c6e-38b6-4115-a6d1-141e827210ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:10.905192999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57bd8a02-dac2-4a67-aaac-e51c3bd6277a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:10.954710471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57bd8a02-dac2-4a67-aaac-e51c3bd6277a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:11.003812553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57bd8a02-dac2-4a67-aaac-e51c3bd6277a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:11.053015471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57bd8a02-dac2-4a67-aaac-e51c3bd6277a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:12.855005285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ef5edf-f8b5-4862-9844-0630048f238f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:12.904264264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ef5edf-f8b5-4862-9844-0630048f238f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:12.953607125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ef5edf-f8b5-4862-9844-0630048f238f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.002720054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ef5edf-f8b5-4862-9844-0630048f238f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.839332728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027d7bd2-c5fa-42e1-babc-4bc07da2100d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.888788489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027d7bd2-c5fa-42e1-babc-4bc07da2100d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.93839236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027d7bd2-c5fa-42e1-babc-4bc07da2100d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.988611103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027d7bd2-c5fa-42e1-babc-4bc07da2100d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:18.760112332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"67bc4500-717f-4598-8137-495db273f1dd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c4786","tenantID":"e2e-extmod-a-0c4786","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:18.872435658Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"67bc4500-717f-4598-8137-495db273f1dd","name":"e2e-extmod-a-0c4786-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:25.411685237Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.391653707Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","namespace":"ai-tenant-e2e-extmod-b-7a134d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.391711825Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","namespace":"ai-tenant-e2e-extmod-b-7a134d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.391761609Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","tenant":"e2e-extmod-b-7a134d","tenantID":"e2e-extmod-b-7a134d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.443096208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"Deployment","name":"maas-api-e2e-extmod-b-7a134d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.500565878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"Service","name":"maas-api-e2e-extmod-b-7a134d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.557731282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-7a134d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.608816079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-7a134d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.661060644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-7a134d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.712477317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-7a134d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.767073941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-7a134d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.82297345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-7a134d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.885755344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-7a134d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.935879148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-7a134d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.986672586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"Service","name":"payload-processing-e2e-extmod-b-7a134d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.036553692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-7a134d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.08565728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-7a134d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.134663297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-7a134d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.183903516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-7a134d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.237711202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-7a134d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.287003479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-7a134d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.336434657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-7a134d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.386163553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-7a134d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.435547508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a134d"},"namespace":"ai-tenant-e2e-extmod-b-7a134d","name":"default-tenant","reconcileID":"23462b00-caac-4785-b996-f5aa3e0e0da7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-7a134d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.490820662Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","namespace":"ai-tenant-e2e-worker-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.490909461Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","namespace":"ai-tenant-e2e-worker-w1-3c4802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.490979802Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","tenant":"e2e-worker-w1-3c4802","tenantID":"e2e-worker-w1-3c4802","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.541980766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"Deployment","name":"maas-api-e2e-worker-w1-3c4802","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.601396203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"Service","name":"maas-api-e2e-worker-w1-3c4802","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.654312772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-3c4802","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.708023923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-3c4802","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.77416295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-3c4802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.828531851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-3c4802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.882978485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-3c4802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.934872037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-3c4802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.985188007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-3c4802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.035845112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-3c4802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.085039277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"Service","name":"payload-processing-e2e-worker-w1-3c4802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.133992242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-3c4802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.186758976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-3c4802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.23582699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-3c4802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.243432178Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7a134d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7a134d","reconcileID":"d8b4982e-2c9c-437b-93fe-1ea1e2a5ecf4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-7a134d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-7a134d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.284907032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-3c4802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.338145069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-3c4802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.386883283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-3c4802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.435771265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-3c4802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.509825171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-3c4802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.559120118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3c4802"},"namespace":"ai-tenant-e2e-worker-w1-3c4802","name":"default-tenant","reconcileID":"bea4d02f-98f9-479f-935d-8970af993988","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-3c4802","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.61691905Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","namespace":"ai-tenant-e2e-shared-b-w4-2cc983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.616993204Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","namespace":"ai-tenant-e2e-shared-b-w4-2cc983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.617042162Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","tenant":"e2e-shared-b-w4-2cc983","tenantID":"e2e-shared-b-w4-2cc983","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.66844113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-2cc983","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.729256033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"Service","name":"maas-api-e2e-shared-b-w4-2cc983","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.791175875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-2cc983","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.842606562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-2cc983","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.895213529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-2cc983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.946644053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-2cc983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.006154354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-2cc983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.087419661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-2cc983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.136410572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-2cc983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.18748575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-2cc983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.2386284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-2cc983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.287818246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-2cc983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.336658865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-2cc983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.357695121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ad0d04-36a3-4f37-b067-1f0a294eb42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.407302499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-2cc983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.407354558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ad0d04-36a3-4f37-b067-1f0a294eb42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.41447631Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-3c4802","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-3c4802","reconcileID":"028f9bd5-9054-485e-ae64-1d5caaeb7570","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-3c4802","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-3c4802"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.456618677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ad0d04-36a3-4f37-b067-1f0a294eb42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.459528868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-2cc983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.506138993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ad0d04-36a3-4f37-b067-1f0a294eb42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.561594894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-2cc983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.610105896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-2cc983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.666912225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-2cc983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.777766331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-2cc983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.826933032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc983"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc983","name":"default-tenant","reconcileID":"3742a92c-3a09-4444-9bae-2fadea783944","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-2cc983","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:51.291443891Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-2cc983","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-2cc983","reconcileID":"6934bbbf-2cd8-4ac4-bb0c-b1181779c198","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-2cc983","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-2cc983"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:51.393495463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30a329ec-6a16-4cfb-a94f-c8e553a961e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:51.443524749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30a329ec-6a16-4cfb-a94f-c8e553a961e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:51.492799166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30a329ec-6a16-4cfb-a94f-c8e553a961e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:51.541835267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30a329ec-6a16-4cfb-a94f-c8e553a961e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.376892408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c88611f-0b16-4b28-ac36-185325cd5487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.426232029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c88611f-0b16-4b28-ac36-185325cd5487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.475470801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c88611f-0b16-4b28-ac36-185325cd5487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.525007464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c88611f-0b16-4b28-ac36-185325cd5487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:55.341416735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c101e970-2984-443c-b4ff-cd982b2d631e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:55.39070907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c101e970-2984-443c-b4ff-cd982b2d631e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:55.416920286Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:55.439936518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c101e970-2984-443c-b4ff-cd982b2d631e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:55.489593151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c101e970-2984-443c-b4ff-cd982b2d631e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:57.419769861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2976818f-42ff-4fca-b3b9-223946677d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:57.469332469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2976818f-42ff-4fca-b3b9-223946677d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:57.518858457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2976818f-42ff-4fca-b3b9-223946677d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:57.568512071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2976818f-42ff-4fca-b3b9-223946677d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.437251463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f797e190-4d36-4e0e-8d85-e6095babfb97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.486448661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f797e190-4d36-4e0e-8d85-e6095babfb97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.536007585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f797e190-4d36-4e0e-8d85-e6095babfb97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.58541173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f797e190-4d36-4e0e-8d85-e6095babfb97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.692882469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"e3cf93fc-1a05-48e7-aba6-a5b1cb0fa505","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.6932319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"dd10b576-c3d3-48a4-989c-40777da82e07","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.693513182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-w4-26743a","reconcileID":"3635c9ff-9da9-4276-8db3-efc93de80bc4","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.693680788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-2-w4-26743a","reconcileID":"01159d59-6578-4ef8-9b5d-f4520073f867","MaaSModelRef":{"name":"distinct-2-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-2-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-2-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.84535837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"dba03256-926e-48a3-981b-efe701d437b4","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.845691121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"aea7b07c-51c1-4083-8682-1cd54b60dcf9","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.845931915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-w4-26743a","reconcileID":"6cdd54af-e9df-47da-9431-3a6adb0c6a57","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.846093287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-2-w4-26743a","reconcileID":"ddbc45a0-e268-4fda-a77d-176520a7ed4a","MaaSModelRef":{"name":"distinct-2-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-2-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-2-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.887883527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"99cdb258-484c-46ff-b690-957f31d2f5fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.887899314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"03535aa8-4c20-48ed-86f8-938c957e7f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.93948763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"d351b27e-8c7e-404b-b4ab-f3bb9de7b5a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.939501193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"5ece41a3-972e-410f-b037-4c03ad40caec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.944128428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"99cdb258-484c-46ff-b690-957f31d2f5fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.945838842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"03535aa8-4c20-48ed-86f8-938c957e7f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:00.239775381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"cb723013-ce40-4366-b6d6-002bcd055868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:00.239924379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"9fca13a4-8da6-444b-982a-9e07f16403fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:00.241838987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"30936624-ffd0-4672-9459-94500701c808","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:00.246723898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"fa4b5dff-f0d3-4ddc-b323-b4ecf57424f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:00.309510997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"cb723013-ce40-4366-b6d6-002bcd055868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:00.312840453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"9fca13a4-8da6-444b-982a-9e07f16403fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:01.423610402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc67a8e6-f4ad-4932-904f-38e5da8ba267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:01.473150626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc67a8e6-f4ad-4932-904f-38e5da8ba267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:01.5230779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc67a8e6-f4ad-4932-904f-38e5da8ba267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:01.572270868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc67a8e6-f4ad-4932-904f-38e5da8ba267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:05.012743476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-2-w4-26743a","reconcileID":"5887028e-d810-40f4-ae01-d6edf0a2d5f8","MaaSModelRef":{"name":"distinct-2-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-2-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-2-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:05.365190671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-w4-26743a","reconcileID":"6677c256-93c9-43e8-bb34-e86405cace89","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:05.710505639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"93e4f7ac-ce86-4a4a-972f-f1991f857939","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:05.914272234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"8296d84a-0568-47fd-b6f1-2b19d7d0bfa3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:05.919279217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"c1f961d1-563b-4b7c-8a7a-a6b7a6ef9226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:05.919300055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"74c3f60b-ad29-45d7-bd88-d9f30c8c11ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:05.974017565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"c1f961d1-563b-4b7c-8a7a-a6b7a6ef9226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:05.974032908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"74c3f60b-ad29-45d7-bd88-d9f30c8c11ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.053214003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"c6cd7fd0-3802-4a5d-8479-968249918418","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.108832716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"236bea38-ba15-4ece-aff4-6c50c9a09534","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.251899856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"322a8e31-4535-4586-b1e0-0c60a9aaee07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.32296729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"7c9bd106-86eb-4251-bec5-b32a72e0e886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.322965838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"b0153cc3-d83d-4090-9866-acb9da7b02fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.351673614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"9c6d2daa-da24-4787-bd2c-77c2e5d1960e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.377827258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"b0153cc3-d83d-4090-9866-acb9da7b02fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.377840588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"7c9bd106-86eb-4251-bec5-b32a72e0e886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.409499463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"cfe5bcb9-df44-4da2-8d06-61ea7f3ef326","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.607890257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"dbefe42e-84bd-4c64-b4b6-0d9fc55f06a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:09.577847265Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","namespace":"ai-tenant-e2e-extmod-b-6b46c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:09.577913524Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","namespace":"ai-tenant-e2e-extmod-b-6b46c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:09.577961998Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","tenant":"e2e-extmod-b-6b46c3","tenantID":"e2e-extmod-b-6b46c3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:09.629589181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"Deployment","name":"maas-api-e2e-extmod-b-6b46c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:09.692603225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"Service","name":"maas-api-e2e-extmod-b-6b46c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:09.747262656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-6b46c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:09.798753442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-6b46c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:09.851104384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-6b46c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:09.904163955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-6b46c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:09.959017972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-6b46c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.011033252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-6b46c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.062543908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-6b46c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.121167527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-6b46c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.18400607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"Service","name":"payload-processing-e2e-extmod-b-6b46c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.233677995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-6b46c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.259967062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-2-w4-26743a","reconcileID":"35a1d8fd-c225-4885-bc0b-47e0850d986b","MaaSModelRef":{"name":"distinct-2-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-2-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-2-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.260189527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-w4-26743a","reconcileID":"bca70a42-292e-495b-af26-7823678e0e20","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.260413146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"53184115-0ec0-4da8-8b7b-a092d048d397","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.26070872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"6c3a88ec-2de4-472a-ba51-48c66425b88d","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.28270622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-6b46c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.331849119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-6b46c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.380945573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-6b46c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.416124739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"7f420b5d-e41d-427b-9d57-7e4755f33399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.416378513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"0a7a1fcd-0fb8-483a-9018-a4ce13a95f0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.43435134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-6b46c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.467356657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"f4b78a58-3012-4bbb-91f6-bd941aa47e47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.467509623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"3f8dd218-203d-42a6-b596-b23ec794d579","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.470137789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"7f420b5d-e41d-427b-9d57-7e4755f33399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.470463274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"0a7a1fcd-0fb8-483a-9018-a4ce13a95f0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.483579489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-6b46c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.532459932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-6b46c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.585419589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-6b46c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.639773747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6b46c3"},"namespace":"ai-tenant-e2e-extmod-b-6b46c3","name":"default-tenant","reconcileID":"1756e860-df79-4fc1-be7d-be4e4076ebd6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-6b46c3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.702774365Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"09bd206f-d2a9-46fc-b013-c79c306e049a","namespace":"ai-tenant-e2e-worker-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.702843728Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"09bd206f-d2a9-46fc-b013-c79c306e049a","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.755018709Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"09bd206f-d2a9-46fc-b013-c79c306e049a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.755517046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"0b024fc8-d97e-4dbd-b8eb-9fa29551cb64","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.789451022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"d644a351-cbd1-4ea5-b213-5aadd0707815","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.789565287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"770afca6-9f24-4f23-966e-4f8e270e2de5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.808938188Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"09bd206f-d2a9-46fc-b013-c79c306e049a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.808960233Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"09bd206f-d2a9-46fc-b013-c79c306e049a","namespace":"ai-tenant-e2e-worker-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.809060558Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"09bd206f-d2a9-46fc-b013-c79c306e049a","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.811951652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"584ac38d-fc35-4e88-b911-75b37b467464","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.81736934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"01386b84-1263-4a0c-abb0-c7bf1695ae66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.817551337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"4907033b-4402-45ab-875e-36cae8a4f1a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.863142327Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"09bd206f-d2a9-46fc-b013-c79c306e049a","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.868761744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"34fc3e6e-4029-4a68-b6e7-f4e67439b69b","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.87351172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"01386b84-1263-4a0c-abb0-c7bf1695ae66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.873626004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"4907033b-4402-45ab-875e-36cae8a4f1a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.917322052Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"09bd206f-d2a9-46fc-b013-c79c306e049a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.924816478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"1cd2bddf-ac2c-42ef-9535-0911c88bfce9","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:11.103784084Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"bf1a1c95-008a-44c3-9e6a-646601230933","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8fa93289","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:11.103988953Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"f39feabd-eccc-44dc-baea-c67fe808efce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-10fef9d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:11.104476311Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"dd670249-079e-457a-ae16-15bacfbedc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:11.104850248Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"374d33d8-4a0f-4538-bde5-ba29ae096004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:11.323024233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"374d33d8-4a0f-4538-bde5-ba29ae096004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:11.323496015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"dd670249-079e-457a-ae16-15bacfbedc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:11.447108391Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"dd670249-079e-457a-ae16-15bacfbedc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:11.447133352Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-access","reconcileID":"dd670249-079e-457a-ae16-15bacfbedc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:50:11.45181479Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"374d33d8-4a0f-4538-bde5-ba29ae096004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-26743a-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:50:11.451884411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"374d33d8-4a0f-4538-bde5-ba29ae096004","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-26743a-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:11.457220864Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"d82559c0-2a72-43eb-8cb6-aa7091d37e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:11.478122476Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6b46c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6b46c3","reconcileID":"c1dcec96-7eeb-48ee-9b6e-0d44392debfe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6b46c3","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-6b46c3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:11.503573771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"ea02aab3-e51a-41d1-abe8-0514461d2894","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:11.663757001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"d82559c0-2a72-43eb-8cb6-aa7091d37e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:11.792385843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"d82559c0-2a72-43eb-8cb6-aa7091d37e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"e2e-worker-w4-26743a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:11.792410626Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-access","reconcileID":"d82559c0-2a72-43eb-8cb6-aa7091d37e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-26743a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:11.848334657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"0bc06ca8-d51a-4a7b-9a69-2fe0743172e8","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:12.654359505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e280d88c-06ea-4399-8da0-b2dd6b26b94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:12.708777408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e280d88c-06ea-4399-8da0-b2dd6b26b94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:12.758645749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e280d88c-06ea-4399-8da0-b2dd6b26b94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:12.809051201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e280d88c-06ea-4399-8da0-b2dd6b26b94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:14.632001958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f148b969-c22f-410d-9197-6e60fb74cada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:14.681752508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f148b969-c22f-410d-9197-6e60fb74cada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:14.732066693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f148b969-c22f-410d-9197-6e60fb74cada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:14.781689819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f148b969-c22f-410d-9197-6e60fb74cada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:17.645602151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b4474b2-6916-4d11-b685-50d8bff3f989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:17.694819174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b4474b2-6916-4d11-b685-50d8bff3f989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:17.744312012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b4474b2-6916-4d11-b685-50d8bff3f989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:17.79363187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b4474b2-6916-4d11-b685-50d8bff3f989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:19.628409462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4dec8e-5ba0-4c8e-ba27-d7041c456fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:19.677792472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4dec8e-5ba0-4c8e-ba27-d7041c456fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:19.727205184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4dec8e-5ba0-4c8e-ba27-d7041c456fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:19.77666754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4dec8e-5ba0-4c8e-ba27-d7041c456fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:20.261222672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-2-w4-26743a","reconcileID":"a499162b-df3b-460a-a866-1b38f23897ce","MaaSModelRef":{"name":"distinct-2-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-2-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-2-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:20.261541298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-w4-26743a","reconcileID":"dd2caf15-4aa2-4062-9db6-609cefe77ce5","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:21.16583879Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"8d520ade-8224-4427-90cb-3dc9cc086028","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:21.166311362Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"27f25717-b38e-420d-a2f8-d2544696c18c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:21.215842534Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"8d520ade-8224-4427-90cb-3dc9cc086028","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:21.216175269Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"27f25717-b38e-420d-a2f8-d2544696c18c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:21.265877027Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"simulator-subscription","reconcileID":"27f25717-b38e-420d-a2f8-d2544696c18c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/simulator-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:21.266061629Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"premium-simulator-subscription","reconcileID":"8d520ade-8224-4427-90cb-3dc9cc086028","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-26743a"},"name":"maas-trlp-premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a","model":"e2e-models-e2e-worker-w4-26743a/premium-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:21.504656486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"a80c66df-10aa-4cfc-b6d8-69a0a02d796d","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:21.656511362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"622bcf25-f729-4679-a6a3-08d9c67b552f","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:21.661559762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"14139c19-8688-4317-aff2-7e89a143350e","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:21.74502855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eada0c2-c4f8-4b91-bdbc-26f51a9b7387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:21.794418338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eada0c2-c4f8-4b91-bdbc-26f51a9b7387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:21.846626614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eada0c2-c4f8-4b91-bdbc-26f51a9b7387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:21.897362327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eada0c2-c4f8-4b91-bdbc-26f51a9b7387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:23.759528861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddd333c2-f8cb-499a-8e33-6358788a0e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:23.811408744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddd333c2-f8cb-499a-8e33-6358788a0e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:23.868356238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddd333c2-f8cb-499a-8e33-6358788a0e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:23.921589984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddd333c2-f8cb-499a-8e33-6358788a0e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:25.411320688Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:25.763766597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbc00f3-d955-4494-bd12-e1881513dd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:25.813189743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbc00f3-d955-4494-bd12-e1881513dd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:25.862705741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbc00f3-d955-4494-bd12-e1881513dd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:25.912344978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbc00f3-d955-4494-bd12-e1881513dd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:27.677725207Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-9af9e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-9af9e7","reconcileID":"2b0f7424-967e-40ca-a388-52b2281e352e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-9af9e7","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-9af9e7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:27.773690205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8c897e-f4bc-4e47-b1eb-a7d0e6e27079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:27.823215868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8c897e-f4bc-4e47-b1eb-a7d0e6e27079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:27.872762834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8c897e-f4bc-4e47-b1eb-a7d0e6e27079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:27.924949546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8c897e-f4bc-4e47-b1eb-a7d0e6e27079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:29.82630151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62ad7a7-e184-4327-af8c-51d39423b5c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:29.875493298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62ad7a7-e184-4327-af8c-51d39423b5c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:29.925486689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62ad7a7-e184-4327-af8c-51d39423b5c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:29.974594252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62ad7a7-e184-4327-af8c-51d39423b5c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:30.26190147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-2-w4-26743a","reconcileID":"ffdc1864-43fd-4dee-9b65-4e3c0f1d2118","MaaSModelRef":{"name":"distinct-2-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-2-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-2-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:30.262275101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-w4-26743a","reconcileID":"d656edc0-2aba-455d-8156-d134a512588f","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:31.658883726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"be98326a-658c-4c81-bdc6-7709b71e0b5e","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:31.664393631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"abc168a7-c6d7-4cb5-84fc-032c5ae0437c","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:31.957434531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6627621d-08b4-45cc-9b2b-6b5e775dee45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:32.012727021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6627621d-08b4-45cc-9b2b-6b5e775dee45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:32.063406406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6627621d-08b4-45cc-9b2b-6b5e775dee45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:32.11275788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6627621d-08b4-45cc-9b2b-6b5e775dee45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.26318341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-2-w4-26743a","reconcileID":"0f3051fc-a3e6-4374-a6f1-497fb88f16f5","MaaSModelRef":{"name":"distinct-2-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-2-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-2-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.263494746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"distinct-w4-26743a","reconcileID":"93ccfb33-ad90-43e8-b22e-7469768f9094","MaaSModelRef":{"name":"distinct-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"distinct-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"distinct-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:41.659697602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"simulator-w4-26743a","reconcileID":"077b0234-f0df-4fe2-ad73-c8c985b73489","MaaSModelRef":{"name":"simulator-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"simulator-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"simulator-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:41.66627617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"namespace":"e2e-models-e2e-worker-w4-26743a","name":"premium-w4-26743a","reconcileID":"de050414-b4d0-400f-8bfa-2f9694024ca0","MaaSModelRef":{"name":"premium-w4-26743a","namespace":"e2e-models-e2e-worker-w4-26743a"},"routeName":"premium-w4-26743a-kserve-route","namespace":"e2e-models-e2e-worker-w4-26743a","llmisvcName":"premium-w4-26743a","gateway":"openshift-ingress/e2e-worker-w4-26743a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.333533172Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.333600806Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","namespace":"ai-tenant-e2e-shared-a-w2-5e884c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.33365056Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","tenant":"e2e-shared-a-w2-5e884c","tenantID":"e2e-shared-a-w2-5e884c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.38569243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-5e884c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.446223144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"Service","name":"maas-api-e2e-shared-a-w2-5e884c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.499707108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-5e884c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.551522299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-5e884c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.604510989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-5e884c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.656428187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-5e884c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.709726909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-5e884c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.762545403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-5e884c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.814505757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-5e884c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.864091977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-5e884c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.913379394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-5e884c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.962511371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-5e884c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.011391123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-5e884c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.060774055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-5e884c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.109735933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-5e884c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.163780208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-5e884c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.213006721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-5e884c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.262214606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-5e884c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.316649912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-5e884c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.366453456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-5e884c"},"namespace":"ai-tenant-e2e-shared-a-w2-5e884c","name":"default-tenant","reconcileID":"2c164863-2c2c-4fd3-a862-5ff5d0ea2a96","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-5e884c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.414885127Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:56.183383936Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-5e884c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-5e884c","reconcileID":"cbc0bd2d-260b-437b-840f-63ec050deb45","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-5e884c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-5e884c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:57.282776487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ab3fbe-46b1-4b9d-b548-060ccb55f7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:57.331869922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ab3fbe-46b1-4b9d-b548-060ccb55f7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:57.382144504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ab3fbe-46b1-4b9d-b548-060ccb55f7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:57.432300982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ab3fbe-46b1-4b9d-b548-060ccb55f7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.321269486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee964f4-6017-419e-a569-2de0260bbc67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.370525379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee964f4-6017-419e-a569-2de0260bbc67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.419706436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee964f4-6017-419e-a569-2de0260bbc67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.478849052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee964f4-6017-419e-a569-2de0260bbc67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.474299695Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","namespace":"ai-tenant-e2e-worker-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.474367377Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","namespace":"ai-tenant-e2e-worker-w4-26743a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.474423429Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","tenant":"e2e-worker-w4-26743a","tenantID":"e2e-worker-w4-26743a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.525393526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"Deployment","name":"maas-api-e2e-worker-w4-26743a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.584527329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"Service","name":"maas-api-e2e-worker-w4-26743a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.638467959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-26743a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.6895148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-26743a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.792658673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-26743a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.844499985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-26743a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.902403364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-26743a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.955011574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-26743a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.011007488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-26743a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.06042818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-26743a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.117765176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"Service","name":"payload-processing-e2e-worker-w4-26743a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.168573675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-26743a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.217540794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-26743a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.266302449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-26743a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.31509181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-26743a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.367973413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-26743a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.377111303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ba3f8c-687d-4105-8159-4be9516211c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.425995882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-26743a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.426351451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ba3f8c-687d-4105-8159-4be9516211c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.474943486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-26743a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.475567632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ba3f8c-687d-4105-8159-4be9516211c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.527867306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ba3f8c-687d-4105-8159-4be9516211c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.530511055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-26743a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.592510898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-26743a"},"namespace":"ai-tenant-e2e-worker-w4-26743a","name":"default-tenant","reconcileID":"e44a4fa2-4b78-4075-a22e-a68d0883104a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-26743a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:02.619502732Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-26743a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-26743a","reconcileID":"8f1147d4-9ffe-402e-82a9-01c216df0d39","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-26743a","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-26743a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:03.423592746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34773209-1c87-469f-9767-d4106205d30d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:03.474220824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34773209-1c87-469f-9767-d4106205d30d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:03.523617001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34773209-1c87-469f-9767-d4106205d30d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:03.573130922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34773209-1c87-469f-9767-d4106205d30d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:05.421376855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee99e41-14a7-4d9f-a9cf-314fc7ca8c3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:05.470860529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee99e41-14a7-4d9f-a9cf-314fc7ca8c3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:05.520764786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee99e41-14a7-4d9f-a9cf-314fc7ca8c3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:05.577440294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee99e41-14a7-4d9f-a9cf-314fc7ca8c3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:06.584578582Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","namespace":"ai-tenant-e2e-shared-a-w3-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:06.584646124Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","namespace":"ai-tenant-e2e-shared-a-w3-43d592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:06.58471227Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","tenant":"e2e-shared-a-w3-43d592","tenantID":"e2e-shared-a-w3-43d592","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:06.63621119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-43d592","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:06.694955061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"Service","name":"maas-api-e2e-shared-a-w3-43d592","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:06.75921275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-43d592","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:06.814565459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-43d592","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:06.91046939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-43d592","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:06.96470779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-43d592","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.060722778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-43d592","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.118082482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-43d592","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.167046487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-43d592","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.222589519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-43d592","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.274971867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-43d592","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.32898583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-43d592","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.378265514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-43d592","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.427651313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-43d592","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.476486858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-43d592","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.485808291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30f7145-6444-41f5-ac59-141bed02c8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.535533564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30f7145-6444-41f5-ac59-141bed02c8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.541394209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-43d592","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.584796948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30f7145-6444-41f5-ac59-141bed02c8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.634137945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-43d592","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.635620341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30f7145-6444-41f5-ac59-141bed02c8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.688502674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-43d592","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.73765284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-43d592","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.790204584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-43d592"},"namespace":"ai-tenant-e2e-shared-a-w3-43d592","name":"default-tenant","reconcileID":"d147537d-364e-47ff-95ac-16cc39aebd80","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-43d592","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.612831796Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-43d592","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-43d592","reconcileID":"b2f82a39-6d7d-46a0-a851-79daf30da30d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-43d592","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-43d592"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.544573932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df5e1e5-f699-4cde-a914-4b5eeecd3147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.594543223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df5e1e5-f699-4cde-a914-4b5eeecd3147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.64375347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df5e1e5-f699-4cde-a914-4b5eeecd3147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.692932781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df5e1e5-f699-4cde-a914-4b5eeecd3147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.529917466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104b6665-4fda-4a6f-b3d2-e14b4a2c87f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.579306064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104b6665-4fda-4a6f-b3d2-e14b4a2c87f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.62867934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104b6665-4fda-4a6f-b3d2-e14b4a2c87f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.677987345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104b6665-4fda-4a6f-b3d2-e14b4a2c87f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:13.525488711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e73d0f-61ef-4462-a2d6-f0bbac373fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:13.57490056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e73d0f-61ef-4462-a2d6-f0bbac373fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:13.633817124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e73d0f-61ef-4462-a2d6-f0bbac373fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:13.69460213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e73d0f-61ef-4462-a2d6-f0bbac373fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:15.496577685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc625773-6d1a-43a0-8046-b1c130375645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:15.545975424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc625773-6d1a-43a0-8046-b1c130375645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:15.595414316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc625773-6d1a-43a0-8046-b1c130375645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:15.645195316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc625773-6d1a-43a0-8046-b1c130375645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:17.533744231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdcf81f7-eb45-4bf6-a8f2-4252d4f60579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:17.583454294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdcf81f7-eb45-4bf6-a8f2-4252d4f60579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:17.632807546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdcf81f7-eb45-4bf6-a8f2-4252d4f60579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:17.682472988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdcf81f7-eb45-4bf6-a8f2-4252d4f60579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:17.780458459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"4005c53b-9631-4e87-9d21-bae8c6f48bd5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:17.892656051Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"4005c53b-9631-4e87-9d21-bae8c6f48bd5","name":"e2e-extmod-b-9af9e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:19.473422941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c051aea0-1558-4f85-8a94-8deb546caba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:19.522705741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c051aea0-1558-4f85-8a94-8deb546caba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:19.572799529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c051aea0-1558-4f85-8a94-8deb546caba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:19.623003479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c051aea0-1558-4f85-8a94-8deb546caba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.419119902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8386bbaa-958f-4c95-abb4-a351b40a6de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.46859143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8386bbaa-958f-4c95-abb4-a351b40a6de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.517838805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8386bbaa-958f-4c95-abb4-a351b40a6de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.566894496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8386bbaa-958f-4c95-abb4-a351b40a6de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.41298121Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.312655665Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.312741812Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.312836814Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","tenant":"e2e-shared-b-w3-ae7a1f","tenantID":"e2e-shared-b-w3-ae7a1f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.366642812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-ae7a1f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.428704621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"Service","name":"maas-api-e2e-shared-b-w3-ae7a1f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.486717646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-ae7a1f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.537921678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-ae7a1f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.590219673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-ae7a1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.644753667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-ae7a1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.704112684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-ae7a1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.757375311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-ae7a1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.809281455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-ae7a1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.860580383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-ae7a1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.917880502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-ae7a1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.979366566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-ae7a1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:28.030582071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-ae7a1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:28.082639157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-ae7a1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:28.137999343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-ae7a1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:28.191571082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-ae7a1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:28.243026382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-ae7a1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:28.29442243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-ae7a1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:28.348622209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-ae7a1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:28.405381146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f"},"namespace":"ai-tenant-e2e-shared-b-w3-ae7a1f","name":"default-tenant","reconcileID":"37934769-6b20-4e9b-b221-018b33575466","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-ae7a1f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:32.610502303Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-ae7a1f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-ae7a1f","reconcileID":"ecda717c-b8b3-4c7e-b8ae-d4c3cdad5a3a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-ae7a1f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-ae7a1f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.694799581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a9a0bd2-3897-4f86-a5d0-b59f4aecb2a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.744971068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a9a0bd2-3897-4f86-a5d0-b59f4aecb2a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.795288186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a9a0bd2-3897-4f86-a5d0-b59f4aecb2a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.8452803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a9a0bd2-3897-4f86-a5d0-b59f4aecb2a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:35.678151001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18d2e70-bbc4-4cab-ab9a-250d1e04ff3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:35.727586066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18d2e70-bbc4-4cab-ab9a-250d1e04ff3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:35.77702709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18d2e70-bbc4-4cab-ab9a-250d1e04ff3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:35.826392178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18d2e70-bbc4-4cab-ab9a-250d1e04ff3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.375536011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"4113d48f-2fbc-4154-a792-e8b83088a6e1","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.425043059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"d227181f-1395-43c3-9248-acdb998bf99c","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.425254505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"57017aaf-807f-481e-91ad-e7bd262c932e","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.475044529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"2f3f3ef6-2579-4ffd-8509-2d9d8acb1006","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.477748345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"ec1dcd55-d9d1-4aa8-8aab-d416e096ece5","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.477994109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"15c7b16a-0850-4832-bde4-4f4d5231d34d","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.478278439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"725bfe6f-21cb-42d4-ac86-f7bf5b3d94dc","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.478542785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"a4712d57-2b89-4450-80f7-8084d521e509","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.572869874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"227efd09-b0ee-48f3-b0bc-f1c7f4caf86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.573264696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"34353f6f-3c66-48d0-a2cf-564060519c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.625056701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"7861dff3-190b-46ac-9003-841fb1f9d8c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.628300246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"34353f6f-3c66-48d0-a2cf-564060519c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.62877173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"227efd09-b0ee-48f3-b0bc-f1c7f4caf86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.674183815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"b10571cc-7034-45a9-b209-add1099e6ec6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.957450783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"1d9bd47a-e67d-4134-a7ae-89e0599e370b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.973036925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"452a0b31-62ee-4355-ad79-a5d08bb7ec63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.973171262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"d4e476b7-0850-4e6b-8f74-20467a5732ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:41.027352197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"452a0b31-62ee-4355-ad79-a5d08bb7ec63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:41.02851866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"d4e476b7-0850-4e6b-8f74-20467a5732ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:41.056043227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"f3aad8c9-edde-4265-b9c4-c6b585c8a331","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:41.331215562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f439200e-5900-4c09-b3a8-ca4bf845f96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:41.38049688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f439200e-5900-4c09-b3a8-ca4bf845f96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:41.429902453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f439200e-5900-4c09-b3a8-ca4bf845f96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:41.479454838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f439200e-5900-4c09-b3a8-ca4bf845f96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:43.328840199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f1d51c7-58a9-4ada-a0ac-485d3f32bd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:43.378488671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f1d51c7-58a9-4ada-a0ac-485d3f32bd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:43.427836324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f1d51c7-58a9-4ada-a0ac-485d3f32bd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:43.477727374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f1d51c7-58a9-4ada-a0ac-485d3f32bd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:45.68105788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"cc196224-8d39-4bbb-84eb-87ef1d536ef1","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:46.025007844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"62f07686-dfa3-47c7-9633-62e50d0e1849","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:46.373770791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"0828d448-cb46-4ea1-9945-86753cdaafe1","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:46.573762799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"e53fe587-a23e-4acd-a572-508a08805db8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:46.576116303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"e036fc2d-035b-4178-bf53-b47083d93040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:46.576458943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"fb6a56b8-ffd6-439c-8fc1-c9322f302b99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:46.6588617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"fb6a56b8-ffd6-439c-8fc1-c9322f302b99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:46.659743463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"e036fc2d-035b-4178-bf53-b47083d93040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:46.753466272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"c7531eec-0f93-4008-a334-03cd4798e0b1","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:46.810203723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"2ceceae8-9f27-4ee4-8ed2-1e08ac990629","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:46.951612113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"06edb124-85be-4da0-9431-2644b2443014","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.007641097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"46c693ee-1ede-4eea-b06f-53350138e8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.0076411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"da12d290-f583-4bc3-a0ac-6981b6744faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.052089364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"feb5f830-e937-4d16-88fc-99a99529a37f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.06199251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"46c693ee-1ede-4eea-b06f-53350138e8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.06236521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"da12d290-f583-4bc3-a0ac-6981b6744faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.107936457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"f20d9ea5-4413-4035-a4fe-8317ca776be4","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.308513274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"001867b4-4964-4c80-8133-395f7db65e9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:50.881376714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"d827b97a-a119-461e-92c4-3bea1aee158b","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:50.881633758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"d2c42d77-6323-4017-83b3-84296982e0fd","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:50.88181137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"38c9da51-6f2a-4ac9-b4d9-d48225170e87","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:50.882072181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"9caad52d-4cce-4334-a36a-8508fdd8b2ac","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.03312202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"ac83419a-de04-4b38-b4d2-de199caf93bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.033129848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a4d7243b-4c1c-4560-b3d6-9142c6c5f5a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.083333074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"841bfcaa-8221-4602-b966-90d3b7ebefe9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.083384505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"85eba303-965d-415c-9217-977600e1e238","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.087682662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"ac83419a-de04-4b38-b4d2-de199caf93bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.087754846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"a4d7243b-4c1c-4560-b3d6-9142c6c5f5a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.383504509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"26e9fd94-acd4-49d5-9864-665535f804c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.383625794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"1bb60c6c-ecf1-424b-b375-170e7b4c2ad7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.433017951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"937bf011-a1f9-444e-a9c6-ad01800ad2d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.433102462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"5bd1b3a1-3117-47ab-950a-51fe759e76b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.488768793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"5bd1b3a1-3117-47ab-950a-51fe759e76b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.488793707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"937bf011-a1f9-444e-a9c6-ad01800ad2d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.021513107Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.021601053Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.021667852Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","tenant":"e2e-shared-b-w2-5bb0b1","tenantID":"e2e-shared-b-w2-5bb0b1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.07321156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-5bb0b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.137095459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"Service","name":"maas-api-e2e-shared-b-w2-5bb0b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.19410886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-5bb0b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.246501477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-5bb0b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.299081745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-5bb0b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.351581105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-5bb0b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.40682645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-5bb0b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.458750366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-5bb0b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.507924513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-5bb0b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.557092531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-5bb0b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.606201508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-5bb0b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.658700274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-5bb0b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.709686383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-5bb0b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.759192909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-5bb0b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.8085097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-5bb0b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.861638855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-5bb0b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.911838085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-5bb0b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:52.960975053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-5bb0b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:53.012486218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-5bb0b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:53.061593819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1"},"namespace":"ai-tenant-e2e-shared-b-w2-5bb0b1","name":"default-tenant","reconcileID":"8863756d-133b-4e20-b611-61ae08ade88a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-5bb0b1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:53.930905514Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-5bb0b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-5bb0b1","reconcileID":"fdd4ff0f-b04f-4a5d-9887-97800ae011fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-5bb0b1","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-5bb0b1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:55.002497034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2977444a-8767-492e-8316-04b14459bc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:55.051636325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2977444a-8767-492e-8316-04b14459bc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:55.100745696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2977444a-8767-492e-8316-04b14459bc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:55.150000817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2977444a-8767-492e-8316-04b14459bc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:55.411178323Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:57.02313942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f6aef1-b45e-4386-8035-21ee19b36b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:57.072459413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f6aef1-b45e-4386-8035-21ee19b36b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:57.121612683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f6aef1-b45e-4386-8035-21ee19b36b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:57.170904189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f6aef1-b45e-4386-8035-21ee19b36b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.010148226Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"722d0f26-fa54-4ab0-886f-1ad92f58e6a5","namespace":"ai-tenant-e2e-worker-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.010273275Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"722d0f26-fa54-4ab0-886f-1ad92f58e6a5","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.063965312Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"722d0f26-fa54-4ab0-886f-1ad92f58e6a5","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.064805804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"690039a1-5178-48aa-91bb-7b47f6fbd832","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.120958764Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"722d0f26-fa54-4ab0-886f-1ad92f58e6a5","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.130351328Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"722d0f26-fa54-4ab0-886f-1ad92f58e6a5","namespace":"ai-tenant-e2e-worker-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.130563201Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"722d0f26-fa54-4ab0-886f-1ad92f58e6a5","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.130045267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"5c103236-fcf8-44b1-8063-f5b96f2f0305","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.193184647Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"722d0f26-fa54-4ab0-886f-1ad92f58e6a5","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.193517098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"91eeb1cd-830f-4d37-b834-4d238fa00f70","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.215581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"947fa0a2-d906-4bd3-ad63-64cb42cbc02f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.215631561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"8dc4d2f0-ab0a-4c0c-a07f-7a651d9802fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.22152076Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"7a091308-0f8b-4e68-99ad-1fb35ab276d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a1a785c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.258005609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"5dab068e-258b-4abd-808d-7af46cd61695","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.258178598Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"722d0f26-fa54-4ab0-886f-1ad92f58e6a5","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.27021303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"8dc4d2f0-ab0a-4c0c-a07f-7a651d9802fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.270334326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"947fa0a2-d906-4bd3-ad63-64cb42cbc02f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.277411071Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"06c2c72e-3b1a-40db-ae3e-d0dade106057","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-82285251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.304027664Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"1e312a9a-1d5e-48bb-9ab3-b8655859a404","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a1a785c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.364399223Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"5b4395e8-3826-445a-b182-7dcd47695d9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-82285251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.420455359Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"0e6cc200-2d3e-411d-8f32-05c5b2aa710d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.420777106Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"e4dbe095-e29f-44ce-96cb-1f24402739a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.567592881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"e4dbe095-e29f-44ce-96cb-1f24402739a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.567598567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"0e6cc200-2d3e-411d-8f32-05c5b2aa710d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.68928584Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"0e6cc200-2d3e-411d-8f32-05c5b2aa710d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.689309122Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-access","reconcileID":"0e6cc200-2d3e-411d-8f32-05c5b2aa710d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:51:58.693566575Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"e4dbe095-e29f-44ce-96cb-1f24402739a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-4d14e0-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:51:58.693620404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"e4dbe095-e29f-44ce-96cb-1f24402739a1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-4d14e0-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.698973535Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"849cf843-0969-422f-8ca6-22bf333cf1b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.743526544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"9dd6b92b-dd03-4d40-bb10-f31f7def810d","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.96063886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"849cf843-0969-422f-8ca6-22bf333cf1b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.0153399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"849cf843-0969-422f-8ca6-22bf333cf1b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"e2e-worker-w3-4d14e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.015361447Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-access","reconcileID":"849cf843-0969-422f-8ca6-22bf333cf1b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.069679855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"b52dc139-8790-45e8-b1ee-d6c3fd8c85c0","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.73003489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"752feaaa-8b23-480f-b88e-5d5637d3820f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.779476657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"752feaaa-8b23-480f-b88e-5d5637d3820f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.828781777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"752feaaa-8b23-480f-b88e-5d5637d3820f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.878064369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"752feaaa-8b23-480f-b88e-5d5637d3820f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:00.882176274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"d6790e7d-4e76-4369-9913-bdd523e68928","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:00.912286821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"5ac237be-45e4-4699-909d-61959b58b29b","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:01.770864299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002836bc-4faf-44d3-8443-9389701b896c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:01.82004227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002836bc-4faf-44d3-8443-9389701b896c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:01.870145213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002836bc-4faf-44d3-8443-9389701b896c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:01.919524393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002836bc-4faf-44d3-8443-9389701b896c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.115939817Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"26aa5150-7a94-4c56-b1b5-23b004e07dd8","namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.19210799Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"a700c2ab-430a-400e-af12-777a2206e096","namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.292114265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1786da96-2287-4bce-8383-9871cae4523e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.292113458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"c82792ac-731d-4334-aac4-a79f994eab32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.294346282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67e42439-4b25-4d39-8099-017ac79c1d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.295020044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"d25e3959-aa6e-4013-86e1-4724ca59382b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.295362385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"a8553f98-9509-4708-82aa-877e51950197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.346804326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1786da96-2287-4bce-8383-9871cae4523e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.346927245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"c82792ac-731d-4334-aac4-a79f994eab32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.352153531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67e42439-4b25-4d39-8099-017ac79c1d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.354433622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"d25e3959-aa6e-4013-86e1-4724ca59382b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.365096742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"a8553f98-9509-4708-82aa-877e51950197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.511570782Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"4e537ae5-6b7c-41c3-901d-6a8d36912fc6","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.675710573Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"2b812574-635d-488e-83c3-2125c474478f","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.706943104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"221ab579-57f1-4517-9143-a2bed6b67945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.718553511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2638166b-a675-489b-a985-b8d44e9c4af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.718674584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"09e99036-cc65-4e47-aca6-a2469fd887d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.719086513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dec8db77-85f8-4c4b-9824-2482071ed8b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.761186071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"221ab579-57f1-4517-9143-a2bed6b67945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.772756973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2638166b-a675-489b-a985-b8d44e9c4af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.774557774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"09e99036-cc65-4e47-aca6-a2469fd887d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.776077393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dec8db77-85f8-4c4b-9824-2482071ed8b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:52:02.779531063Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"2b812574-635d-488e-83c3-2125c474478f","name":"e2e-att-unrel-f2480e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-f2480e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:52:02.77958559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"2b812574-635d-488e-83c3-2125c474478f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-f2480e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.810979686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"8eda8ece-72bf-4d37-88af-d09b849d11ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.835427197Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"e25ea171-1c70-4661-ba95-95797b642a12","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.865687807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"8eda8ece-72bf-4d37-88af-d09b849d11ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.080031962Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"0ff124be-3a99-442f-bc10-774e7684a0a1","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.135169202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"2fbdaec5-adbf-4a6b-9ebb-ae1b59daf2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.17476192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"dbaefc45-2e61-4888-b349-a44a565bad52","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.193913154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"2fbdaec5-adbf-4a6b-9ebb-ae1b59daf2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.306319029Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"dbaefc45-2e61-4888-b349-a44a565bad52","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.372679229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9af9e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"dbaefc45-2e61-4888-b349-a44a565bad52","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.448967735Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"d77767bf-7a6a-4a3c-b9a4-9a4d083da865","namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.510661566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"2cd8104a-e299-4a1e-926c-c5729f0d8230","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.510722688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"2cd8104a-e299-4a1e-926c-c5729f0d8230","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.602861804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"3d9a933f-cbd7-47f9-89ea-644c8edea59c","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.612850808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0195d502-5765-4213-b458-3920a7c18423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.615765488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"2fd19188-7535-4523-b2aa-098a07cec13a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.651571461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"d91c8d35-622b-44fd-adfe-10dcc8e38dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.651857442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"f3d79c40-8e73-4652-afe2-282283c27534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.656793927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"3d9a933f-cbd7-47f9-89ea-644c8edea59c","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.666385931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"7cf5c910-6527-442e-94be-8effaf94eba4","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.666409992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"7cf5c910-6527-442e-94be-8effaf94eba4","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.66777186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0195d502-5765-4213-b458-3920a7c18423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.669730267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"2fd19188-7535-4523-b2aa-098a07cec13a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.706202017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"f3d79c40-8e73-4652-afe2-282283c27534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.706228891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"d91c8d35-622b-44fd-adfe-10dcc8e38dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.709838654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9af9e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"3d9a933f-cbd7-47f9-89ea-644c8edea59c","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.751937151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"86bcef85-beac-4d9f-bd01-fa0bf42a4bad","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.802608295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"b156dfc0-6cce-4311-aaa2-d892606ad580","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.80297277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"526117aa-edd9-4ef7-8b93-de4bc2823f92","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.803205449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"773be60b-4174-409c-8f53-26e4541b94b1","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.902002499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"4ff068a6-96d9-4e1f-95b9-4104ffe1e845","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.908700733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"c5784d3b-1b31-4d0c-be80-01895c1582b9","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.909034882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"7fab1871-9a04-4a47-98fc-aa4844bc853b","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.909310865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"4c23ed16-e9a2-4573-9bac-ee3af38b2c84","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.909500179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"1fbb4433-2b1f-4014-9a41-c4e16e4a9aa2","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.956628213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"4ff068a6-96d9-4e1f-95b9-4104ffe1e845","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.000461597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f44cb70a-a5eb-46e5-8514-98d101127046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.001049799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"3db5ecf5-743d-4c4a-9ee7-c95684a33d71","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.010503051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"6a1b0724-0543-4b0d-8835-95bb0ee3f66f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.010556708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"d7157b23-d2c5-45a3-bfed-31cb6c7c8698","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.049945455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"72a98602-7725-452e-8ba7-a67c652da940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.051389199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"1eb9eacd-b84a-44ac-9448-303eb699e8d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.054723877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f44cb70a-a5eb-46e5-8514-98d101127046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.055410339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"3db5ecf5-743d-4c4a-9ee7-c95684a33d71","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.104896005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"72a98602-7725-452e-8ba7-a67c652da940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.108920544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"1eb9eacd-b84a-44ac-9448-303eb699e8d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.109064002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9af9e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"3db5ecf5-743d-4c4a-9ee7-c95684a33d71","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.36157697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"617bb7ef-a430-473f-9bf3-3b9004c8a15a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.367996336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"1a03e642-b061-4fb3-b156-97b364522e0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.510071055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"9410bcf7-7798-431d-a601-0b4ceb7c1470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.510071058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"0c2bf0b0-2dba-4af2-92d8-3fd9e45d0c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.564602028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"9410bcf7-7798-431d-a601-0b4ceb7c1470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.565814732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"0c2bf0b0-2dba-4af2-92d8-3fd9e45d0c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.744787413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8212495e-ffee-415b-8784-38eb3e83ee32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.795120621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8212495e-ffee-415b-8784-38eb3e83ee32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.845513028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8212495e-ffee-415b-8784-38eb3e83ee32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.8953033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8212495e-ffee-415b-8784-38eb3e83ee32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:06.754532102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da945f26-f328-4e22-9180-bd3dfd567ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:06.804029148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da945f26-f328-4e22-9180-bd3dfd567ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:06.853186023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da945f26-f328-4e22-9180-bd3dfd567ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:06.902801291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da945f26-f328-4e22-9180-bd3dfd567ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.354634994Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"6d47ba37-e93a-46b2-ba07-29ea36ba7102","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.405650073Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"6d47ba37-e93a-46b2-ba07-29ea36ba7102","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.414512919Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"951497ac-d34b-4a4c-ace1-b2b362e9f3cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.456160457Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"simulator-subscription","reconcileID":"6d47ba37-e93a-46b2-ba07-29ea36ba7102","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/simulator-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.464770444Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"951497ac-d34b-4a4c-ace1-b2b362e9f3cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.515787706Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"premium-simulator-subscription","reconcileID":"951497ac-d34b-4a4c-ace1-b2b362e9f3cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"name":"maas-trlp-premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0","model":"e2e-models-e2e-worker-w3-4d14e0/premium-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.744337738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"36d0cc52-1c83-4584-9ce8-3bd49bbc5ad9","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.78938946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ad415d-5fa8-44be-bdc3-ab0c83f16cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.839006408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ad415d-5fa8-44be-bdc3-ab0c83f16cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.853628556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"57b05e03-c97b-4733-8033-dddd5718d755","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.888630956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ad415d-5fa8-44be-bdc3-ab0c83f16cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.902275923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"69c9ecf2-f990-4e0b-9186-242470d91920","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.937825215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ad415d-5fa8-44be-bdc3-ab0c83f16cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.06260326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"9ffb3008-5d83-48e4-9c8b-6981a6f9825f","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.424477996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"39eaa5df-c788-4868-8c23-fead0b8d9ab1","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.770970092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"b6331a1e-6a46-40ff-abf0-6a5642269947","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.971148133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"4f602568-7409-4f17-b7cd-94648d1cf3e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.974599746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"bf9e4a6f-b35f-4d0d-ba2a-7bba96cd284d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.974601079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"6c38d200-7a70-4c8e-97dd-604d78a63854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.029471187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"6c38d200-7a70-4c8e-97dd-604d78a63854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.029509731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"bf9e4a6f-b35f-4d0d-ba2a-7bba96cd284d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.116716932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"d4a5e83e-94dc-4119-8267-cff82ba9c0a6","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.175029573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"a031404d-c03c-4d6a-bbf0-37e711cdaac0","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.329293289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"5f50597f-5f95-4e3d-a139-fdded4f1dd95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.381495054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"7d75a9b8-770d-4674-acee-a17007688ef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.38186733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"1b70ee43-e218-4d6a-bfdb-1069bf9d166a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.420325851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"f51ce880-566d-4bb8-8946-901a37e3af31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.437410965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"7d75a9b8-770d-4674-acee-a17007688ef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.437423713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"1b70ee43-e218-4d6a-bfdb-1069bf9d166a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.493371759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"c9afe822-4853-4540-8f42-ec6324cad36c","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.694958049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"edc740d0-60ff-44e0-930e-e8c581ad9148","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.912717629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"23555e3d-fe04-4d3c-975f-caa097c2bd18","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.914157182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"5e6ccd89-aa8f-440f-a07c-a1c0f706051e","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.208695651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"f6b5202b-99b0-47dd-984e-7db7f3b8d56e","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.263231367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"f6b5202b-99b0-47dd-984e-7db7f3b8d56e","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.316328785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9af9e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"f6b5202b-99b0-47dd-984e-7db7f3b8d56e","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.369164045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"f55758bf-2cd0-4036-84fb-1423955e4022","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.369401387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"3fa971e8-b637-4788-95e0-5b76ece05118","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.369579509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"d425b5d4-aaba-470f-a8c8-2f6b02732527","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.3698428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"842c1828-a767-43c0-a53f-96490b0cbc5d","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.516481788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"3f14b21e-fd74-4cca-bf4b-e98e9fe204aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.516588155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"76c962a6-9518-43f5-948e-236b504ae861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.567945284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"505f93b1-feb1-4400-ae40-0cb9d8704ba6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.568749607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"63431d02-2e6a-4290-aef9-57afa88fc3ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.571939933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"3f14b21e-fd74-4cca-bf4b-e98e9fe204aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.576390977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"76c962a6-9518-43f5-948e-236b504ae861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.870717513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"73d195ee-3d4d-4d38-b5a0-a94bf4932f95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-simulator-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.870733331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"83c5dc51-79bf-4f4a-bf6d-b449341bfc94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"maas-trlp-premium-w2-56f3fe","model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.920098955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"bb49ba82-b3cf-4998-b9e4-ea1f70174177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.920098994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"28833684-4cd5-45a9-bb5f-e4e2b93d7026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.976922434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"28833684-4cd5-45a9-bb5f-e4e2b93d7026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.977887096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"bb49ba82-b3cf-4998-b9e4-ea1f70174177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:18.889988721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"d2a33e00-d3ef-4862-95ca-fadecb36143e","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:18.93874595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"8e64ae49-1776-49ed-8c5c-7a0b82d825e5","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:20.915228193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"7335419a-ea19-4eeb-9b99-51fe596660d8","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:20.915543943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"190ebaf2-fdad-4c6b-9669-42ab1e17fa73","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:22.311804121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"c7cd8a6a-8118-409e-accf-0ff4d003cd64","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-2-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-2-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:22.314697484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-w3-4d14e0","reconcileID":"39a4c3de-ce22-4722-acb3-7b525c3a7072","MaaSModelRef":{"name":"distinct-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"distinct-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"distinct-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:22.324762698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"premium-w3-4d14e0","reconcileID":"dc1b0821-638f-4a6e-8168-1db0c1bdf81c","MaaSModelRef":{"name":"premium-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"premium-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"premium-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:22.333677979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"simulator-w3-4d14e0","reconcileID":"9a6a755d-0100-4fa9-9973-5ed32d90c877","MaaSModelRef":{"name":"simulator-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"routeName":"simulator-w3-4d14e0-kserve-route","namespace":"e2e-models-e2e-worker-w3-4d14e0","llmisvcName":"simulator-w3-4d14e0","gateway":"openshift-ingress/e2e-worker-w3-4d14e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:52:22.839327507Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"b3fba920-e578-4500-9acc-562fe81d8c7e","name":"distinct-2-w3-4d14e0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-4d14e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:52:22.839391981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4d14e0","namespace":"e2e-models-e2e-worker-w3-4d14e0"},"namespace":"e2e-models-e2e-worker-w3-4d14e0","name":"distinct-2-w3-4d14e0","reconcileID":"b3fba920-e578-4500-9acc-562fe81d8c7e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-4d14e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:24.36975447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"6e0391df-3329-465d-84dd-578de66f8b0a","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:24.370039729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"06c93384-201a-4870-8ec6-d5b0e542b36f","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:24.370283711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"99b577a5-330e-4afd-ad98-67de31ec3bf4","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:24.370590881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"9f7885cd-3b80-4549-9d9e-224a5ffe16a1","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:24.41696687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"a04f1cf0-f020-45b5-a52b-a7f6a851828e","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:24.471417731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"a04f1cf0-f020-45b5-a52b-a7f6a851828e","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:24.524369463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9af9e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"a04f1cf0-f020-45b5-a52b-a7f6a851828e","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:25.410852079Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:31.730854425Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","namespace":"ai-tenant-e2e-worker-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:31.730922212Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","namespace":"ai-tenant-e2e-worker-w3-4d14e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:31.730973733Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","tenant":"e2e-worker-w3-4d14e0","tenantID":"e2e-worker-w3-4d14e0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:31.78234447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"Deployment","name":"maas-api-e2e-worker-w3-4d14e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:31.843946367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"Service","name":"maas-api-e2e-worker-w3-4d14e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:31.896439906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-4d14e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:31.947734401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-4d14e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.00116777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-4d14e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.053651637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-4d14e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.107748769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-4d14e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.15969543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-4d14e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.209283559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-4d14e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.258184327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-4d14e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.307296948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"Service","name":"payload-processing-e2e-worker-w3-4d14e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.356382609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-4d14e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.405892536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-4d14e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.45473156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-4d14e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.503573563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-4d14e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.556891714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-4d14e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.606040288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-4d14e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.655458957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-4d14e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.708706589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-4d14e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.759366144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4d14e0"},"namespace":"ai-tenant-e2e-worker-w3-4d14e0","name":"default-tenant","reconcileID":"da7f427c-ec05-49be-9c05-1afa2be9c2bc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-4d14e0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:33.580476192Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-4d14e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-4d14e0","reconcileID":"4077d3ff-a383-44d0-9267-6a088e84e9e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-4d14e0","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-4d14e0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.371126834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"327d0e2e-2a81-45e8-b7cf-7ecaf6f5124c","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.371472806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"313d5161-cb70-47f4-8d29-709fb4ff1da3","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.371746129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"3f474dda-f11d-499c-b1c4-4ca12180a886","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.372102851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"e6ade26d-0a41-4dad-8f12-e6fda1b107af","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.636989057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca95ea9c-d361-4fd8-b7af-4d67164469e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.637172403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"e7bdd851-a4d8-42a3-9aa2-bf91e697abf6","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.686199436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca95ea9c-d361-4fd8-b7af-4d67164469e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.735791697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca95ea9c-d361-4fd8-b7af-4d67164469e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.785406885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca95ea9c-d361-4fd8-b7af-4d67164469e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.790342431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"e7bdd851-a4d8-42a3-9aa2-bf91e697abf6","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.84314251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9af9e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c8f02cc18f9b164e5022074c3e9ba77544e74455bac30d79a1f21140b83aed4) AuthConfig (e4cd7c39453c22946280acd2fdf86d55ac7b9f5d03c6f3ae43e82d26ad8f1f2a) AuthConfig (b2c681dc1e60ab8cfe85c653a405011fee5aa64e59dde3fd37a57311a13e98e2) AuthConfig (7956c32b23a3e971b203cc6e3a5614b090ca6e0583abfc04a66b634f84f1324a) AuthConfig (5f19f001767e420e3d41fc62d031e3cf3d675455c1d9c8fd18e954b4ae767f51) AuthConfig (f97ec2b1d51298a0784db5b24e04308808e1d55fce090a8ca4a4170befb561ad) AuthConfig (088535a36ad483fe889d9b75ae68eac89c0c03b01717e1f586c662ecee368970) AuthConfig (74945afc91df192dab62976abb2b7ca33cc41e4bcbba0c6f21d4848806a4ff9d) AuthConfig (4b1ae581f9243a6f56fd25953e6b45b7e19805ef7fba0baee0546f5414093d4d) AuthConfig (7ce61f28460c42641314521fe61cf51f1ba8248ed36d9a86b104e713701a766d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"e7bdd851-a4d8-42a3-9aa2-bf91e697abf6","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.948957902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"3c168d7d-5899-4639-8c29-156a0ca9d94a","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.948986439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"3c168d7d-5899-4639-8c29-156a0ca9d94a","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.03644447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"b3138c37-925d-43d2-9a1b-d93ae5020cb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.094771057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"b3138c37-925d-43d2-9a1b-d93ae5020cb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.147769343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9af9e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c8f02cc18f9b164e5022074c3e9ba77544e74455bac30d79a1f21140b83aed4) AuthConfig (e4cd7c39453c22946280acd2fdf86d55ac7b9f5d03c6f3ae43e82d26ad8f1f2a) AuthConfig (b2c681dc1e60ab8cfe85c653a405011fee5aa64e59dde3fd37a57311a13e98e2) AuthConfig (7956c32b23a3e971b203cc6e3a5614b090ca6e0583abfc04a66b634f84f1324a) AuthConfig (5f19f001767e420e3d41fc62d031e3cf3d675455c1d9c8fd18e954b4ae767f51) AuthConfig (f97ec2b1d51298a0784db5b24e04308808e1d55fce090a8ca4a4170befb561ad) AuthConfig (088535a36ad483fe889d9b75ae68eac89c0c03b01717e1f586c662ecee368970) AuthConfig (74945afc91df192dab62976abb2b7ca33cc41e4bcbba0c6f21d4848806a4ff9d) AuthConfig (4b1ae581f9243a6f56fd25953e6b45b7e19805ef7fba0baee0546f5414093d4d) AuthConfig (7ce61f28460c42641314521fe61cf51f1ba8248ed36d9a86b104e713701a766d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"b3138c37-925d-43d2-9a1b-d93ae5020cb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:36.640638642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3acf9196-fd69-40d0-afde-6abc47cf7315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:36.689800271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3acf9196-fd69-40d0-afde-6abc47cf7315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:36.738996435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3acf9196-fd69-40d0-afde-6abc47cf7315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:36.788597618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3acf9196-fd69-40d0-afde-6abc47cf7315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.629988915Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"430c4d10-922b-49a8-aece-a6e7c2b63ae7","namespace":"ai-tenant-e2e-worker-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.630058179Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"430c4d10-922b-49a8-aece-a6e7c2b63ae7","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.684462306Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"430c4d10-922b-49a8-aece-a6e7c2b63ae7","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.685263278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"4af4a698-243b-48fd-b9a2-620bac3672ac","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.738569037Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"430c4d10-922b-49a8-aece-a6e7c2b63ae7","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.738594826Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"430c4d10-922b-49a8-aece-a6e7c2b63ae7","namespace":"ai-tenant-e2e-worker-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.738674759Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"430c4d10-922b-49a8-aece-a6e7c2b63ae7","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.741879101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"de7f3fdd-dcc9-47b0-9820-dd6c422dbbd3","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.793694926Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"430c4d10-922b-49a8-aece-a6e7c2b63ae7","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.797040075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"26cddc72-963a-4d20-96de-e50874f537b6","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.832475398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"02d5212a-8d02-4fba-b489-5ffcc57ccc2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.832547249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"fe8c1a1f-690c-4801-99f4-fca59b8f5cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.838304416Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"303c9e89-cc73-4483-a9d5-8e08fce41939","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-462f57d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.849959964Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"430c4d10-922b-49a8-aece-a6e7c2b63ae7","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.853014806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"3288f504-43a1-4bcb-bb0f-0bfdaeb08e6e","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.887469069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"fe8c1a1f-690c-4801-99f4-fca59b8f5cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.887478809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"02d5212a-8d02-4fba-b489-5ffcc57ccc2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.893918221Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"afc3ad5a-f4ea-4e2d-8d18-326aebbcb87c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8977f241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.902260976Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"31fcc031-d407-4a0e-8aac-c6bac02921e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-462f57d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.957918537Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"64eb54d5-5f6c-485b-8f38-ad6a8c09175b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8977f241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.08609214Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"d8cacfeb-f5e4-4189-8370-a817238a8168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.086099012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"8450bdc3-b91b-4680-a0ad-7ba815a6c9d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.286062444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"8450bdc3-b91b-4680-a0ad-7ba815a6c9d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.286062361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"d8cacfeb-f5e4-4189-8370-a817238a8168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.41493906Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"d8cacfeb-f5e4-4189-8370-a817238a8168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.414963474Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-access","reconcileID":"d8cacfeb-f5e4-4189-8370-a817238a8168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:52:38.420118765Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"8450bdc3-b91b-4680-a0ad-7ba815a6c9d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-56f3fe-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:52:38.420194911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"8450bdc3-b91b-4680-a0ad-7ba815a6c9d7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-56f3fe-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.425586353Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"9ff45fee-92c8-495a-8ba6-c1e47a6bcdd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.469190421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"0933962a-bf63-4f3c-86d5-52a508a6c95e","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.627862161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"9ff45fee-92c8-495a-8ba6-c1e47a6bcdd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.682154582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"9ff45fee-92c8-495a-8ba6-c1e47a6bcdd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"name":"e2e-worker-w2-56f3fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.682178606Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-access","reconcileID":"9ff45fee-92c8-495a-8ba6-c1e47a6bcdd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.736385857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"02330bf0-62f1-462b-af5a-ca8964b4786e","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:44.37162321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"0393bbea-a20f-4aee-87e2-e55530442281","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:44.371944677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"2fbf6954-5282-48c3-aa4c-41ad955c1f3e","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:44.967498615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-2-w2-56f3fe","reconcileID":"e94c101f-9d4e-49fc-964b-984a830621ee","MaaSModelRef":{"name":"distinct-2-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-2-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-2-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:44.974677722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"acc0df6c-b361-4ef8-b4cd-1d7dafdadfbd","MaaSModelRef":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"distinct-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"distinct-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:44.982175343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"98e4e9ec-05fc-43ab-98c4-4253d9257439","MaaSModelRef":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"premium-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"premium-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:44.989644245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"simulator-w2-56f3fe","reconcileID":"1e04b3ac-ab83-4029-b26f-a3d8d9d9b2d1","MaaSModelRef":{"name":"simulator-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"routeName":"simulator-w2-56f3fe-kserve-route","namespace":"e2e-models-e2e-worker-w2-56f3fe","llmisvcName":"simulator-w2-56f3fe","gateway":"openshift-ingress/e2e-worker-w2-56f3fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:45.247396986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"c4d4d506-5241-46d8-96c8-77b86cf3669f","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:45.301833034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"c4d4d506-5241-46d8-96c8-77b86cf3669f","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:45.355036139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9af9e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c8f02cc18f9b164e5022074c3e9ba77544e74455bac30d79a1f21140b83aed4) AuthConfig (e4cd7c39453c22946280acd2fdf86d55ac7b9f5d03c6f3ae43e82d26ad8f1f2a) AuthConfig (b2c681dc1e60ab8cfe85c653a405011fee5aa64e59dde3fd37a57311a13e98e2) AuthConfig (7956c32b23a3e971b203cc6e3a5614b090ca6e0583abfc04a66b634f84f1324a) AuthConfig (5f19f001767e420e3d41fc62d031e3cf3d675455c1d9c8fd18e954b4ae767f51) AuthConfig (f97ec2b1d51298a0784db5b24e04308808e1d55fce090a8ca4a4170befb561ad) AuthConfig (088535a36ad483fe889d9b75ae68eac89c0c03b01717e1f586c662ecee368970) AuthConfig (74945afc91df192dab62976abb2b7ca33cc41e4bcbba0c6f21d4848806a4ff9d) AuthConfig (4b1ae581f9243a6f56fd25953e6b45b7e19805ef7fba0baee0546f5414093d4d) AuthConfig (7ce61f28460c42641314521fe61cf51f1ba8248ed36d9a86b104e713701a766d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"c4d4d506-5241-46d8-96c8-77b86cf3669f","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:46.709011441Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"6c719597-2d69-4e0c-b95a-c2a7eb39e479","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:46.709137028Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"premium-simulator-subscription","reconcileID":"6c719597-2d69-4e0c-b95a-c2a7eb39e479","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-56f3fe/premium-w2-56f3fe (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:46.715152785Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"4a642c44-bc4e-40e0-a0e1-3f57b07a38a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:46.715400492Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"simulator-subscription","reconcileID":"4a642c44-bc4e-40e0-a0e1-3f57b07a38a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"model":"e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-56f3fe/simulator-w2-56f3fe (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:55.410406194Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:55.45537985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"5f0889ba-4b76-4889-85da-a1b3546549b5","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:55.509840675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"5f0889ba-4b76-4889-85da-a1b3546549b5","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:55.91688694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"cd353c6d-e10e-4577-8a96-57aa841bec87","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:55.916916563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"cd353c6d-e10e-4577-8a96-57aa841bec87","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:00.094450827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"69d26fe3-1056-48d0-b333-b11865716010","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:00.09448183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"69d26fe3-1056-48d0-b333-b11865716010","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:00.142986007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"859ff664-4207-4de9-9d51-c0ea4b34b774","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:00.147977689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-sub","reconcileID":"c2a95df0-618b-4e98-b635-9a718f8af205","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-f2480e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:00.197078888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"859ff664-4207-4de9-9d51-c0ea4b34b774","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:00.248571221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"b34baf2f-1052-4976-8fa0-5a3276d7fff2","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:00.248597104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"b34baf2f-1052-4976-8fa0-5a3276d7fff2","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:00.348881649Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"b34baf2f-1052-4976-8fa0-5a3276d7fff2","name":"e2e-att-unrel-f2480e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-f2480e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:00.348959031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"b34baf2f-1052-4976-8fa0-5a3276d7fff2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-f2480e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:00.398620367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"98189e8d-0d0c-477f-b250-694deeb79a9a","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:00.39864648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"98189e8d-0d0c-477f-b250-694deeb79a9a","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:00.545005408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"e571f514-19f6-4d2b-88d8-dc453b1f22d6","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:00.571099104Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-sub","reconcileID":"2126307d-2d9f-4d82-850b-503d47933b09","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"maas-trlp-e2e-att-unrel-f2480e","model":"e2e-att-unrel-f2480e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-9af9e7/e2e-att-unrel-f2480e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:00.599674306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"e571f514-19f6-4d2b-88d8-dc453b1f22d6","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:00.826448229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"be8b232f-232b-4275-b4e3-3cc165f5fa20","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:00.826481082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"be8b232f-232b-4275-b4e3-3cc165f5fa20","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:01.024853042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-sub","reconcileID":"de0cb85c-5ccd-4f2d-91bd-cf358f9db41b","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"maas-trlp-e2e-att-unrel-f2480e","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.032396092Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","namespace":"ai-tenant-e2e-worker-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.032455829Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","namespace":"ai-tenant-e2e-worker-w2-56f3fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.032512085Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","tenant":"e2e-worker-w2-56f3fe","tenantID":"e2e-worker-w2-56f3fe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.083847404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"Deployment","name":"maas-api-e2e-worker-w2-56f3fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.143357572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"Service","name":"maas-api-e2e-worker-w2-56f3fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.195799891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-56f3fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.198518249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"a8c0c46b-56a6-4c45-a014-93550d61685b","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.223048721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-sub","reconcileID":"393cbc88-f7f2-451b-a67b-8df05d39984d","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"maas-trlp-e2e-att-unrel-f2480e","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.247552722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-56f3fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.252639302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"a8c0c46b-56a6-4c45-a014-93550d61685b","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.300577325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-56f3fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.354279522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-56f3fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.408586614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-56f3fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.460876814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-56f3fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.478743745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"26d3e5d6-c501-4d50-804e-e90a8be842f5","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.478776524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"26d3e5d6-c501-4d50-804e-e90a8be842f5","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.510001543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-56f3fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.559644001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-56f3fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.608765274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"Service","name":"payload-processing-e2e-worker-w2-56f3fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.657848724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-56f3fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.706618659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-56f3fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.755387632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-56f3fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.804288256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-56f3fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.857702859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-56f3fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.90655411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-56f3fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.955523081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-56f3fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:11.006573974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-56f3fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:11.05900253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-56f3fe"},"namespace":"ai-tenant-e2e-worker-w2-56f3fe","name":"default-tenant","reconcileID":"1101182b-6f1f-4802-b262-cf666f36c4a4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-56f3fe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:11.943640087Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-56f3fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-56f3fe","reconcileID":"d97113c7-e12f-4ba0-85e9-f26c2d1572be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-56f3fe","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-56f3fe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.995160698Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"8ef9077b-ee04-4b90-a676-d4fa0335dfb8","namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.007341532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5710d1-bf98-48e7-a5b7-bbec166074df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.051964552Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"c28c6ec3-b49f-4e3e-aa1a-8c80817e1d72","namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.056481243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5710d1-bf98-48e7-a5b7-bbec166074df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.106411198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5710d1-bf98-48e7-a5b7-bbec166074df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.156682503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5710d1-bf98-48e7-a5b7-bbec166074df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.208009606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"14200b28-a41a-4461-bc95-ed27c57cfb42","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.257376376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d4dbb27-d153-41c8-9bf6-357117a7e266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.25736927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dde2d74f-5547-4ec3-8842-42e8dea5adf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.258039866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"2d455727-b0d1-4f56-84e5-edb9d95880c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.258100295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"4ab0af57-b457-4fb4-bc0f-26db761ca9b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.263845065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"14200b28-a41a-4461-bc95-ed27c57cfb42","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.311987573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d4dbb27-d153-41c8-9bf6-357117a7e266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.31302699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"2d455727-b0d1-4f56-84e5-edb9d95880c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.314516864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dde2d74f-5547-4ec3-8842-42e8dea5adf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.315180506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"4ab0af57-b457-4fb4-bc0f-26db761ca9b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.414743359Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"717a844d-49ca-4ee3-9b58-c31319f38dd4","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.564635138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-sub","reconcileID":"8dc395b9-99db-4e31-b1a1-db6273730d46","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"maas-trlp-e2e-att-unrel-f2480e","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.567847267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"303f6f75-3b65-47f9-86ba-e21937444ce7","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.5678676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"303f6f75-3b65-47f9-86ba-e21937444ce7","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.66521268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a19e423-ac85-4491-9f00-fece3d8cb8f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.666745565Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"3358da70-bf88-4f7e-8d16-6029ddb177ba","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.71716464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"7bc105e8-3644-4293-8ea8-bb8e7e2ffe61","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.719835283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a19e423-ac85-4491-9f00-fece3d8cb8f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.765145127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"5f48f28b-e0a7-4008-b6ec-65cf25dba527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.765152161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"05316673-c77e-4c47-b7aa-b9d98bccb958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.768543845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7d93303-8016-4fda-82a6-3f511aaab05c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.773318613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"7bc105e8-3644-4293-8ea8-bb8e7e2ffe61","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.819849333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"5f48f28b-e0a7-4008-b6ec-65cf25dba527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.820174025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"05316673-c77e-4c47-b7aa-b9d98bccb958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.822577523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7d93303-8016-4fda-82a6-3f511aaab05c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:14.503735329Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"04434e20-23d2-40f4-8247-dd4b1fee3193","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:14.553369884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"e29aab55-81aa-4a4f-8bb4-1b9902b354b7","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:14.614912882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"f2871176-f100-4993-b5cc-35b3b6e985b6","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:14.614947831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"f2871176-f100-4993-b5cc-35b3b6e985b6","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:14.633293432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"e29aab55-81aa-4a4f-8bb4-1b9902b354b7","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:14.71864912Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"27bd548e-a381-4f0c-8bd0-d693dfb2ebe3","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:14.718750759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-sub","reconcileID":"513bc930-7fe7-46b6-8b8a-ffb6a6bfe908","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"maas-trlp-e2e-att-unrel-f2480e","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:14.982013251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f43c306c-b76b-49c9-9004-d09a709bc79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.031307141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f43c306c-b76b-49c9-9004-d09a709bc79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.080936068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f43c306c-b76b-49c9-9004-d09a709bc79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.081053018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"5a645d5d-36b1-48f7-99e3-fb93e8e04a80","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.131154603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f43c306c-b76b-49c9-9004-d09a709bc79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.188128743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"5a645d5d-36b1-48f7-99e3-fb93e8e04a80","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.462136826Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"98df82b4-be69-4f94-a1c9-384a180ad873","namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:15.514358519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"e37b8e28-9aff-4fbe-834e-93e51f1ad1c9","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:15.579179326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"e37b8e28-9aff-4fbe-834e-93e51f1ad1c9","error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.624593677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"64e05502-8321-4ceb-b53e-03a9dfbdc189","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.624795114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"f1384f67-aca3-4d55-add5-d255fdf3bc5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.625147847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb1263e1-c325-4d35-8968-bdc68ec7217d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.625192295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba48c53b-58ef-4ace-9a80-cfe62bccfd12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:15.634046825Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"d992edea-c64b-4995-898c-1b56691182cc","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:15.634119792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"d992edea-c64b-4995-898c-1b56691182cc","error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.665099268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"54bbbf5e-ca75-4c98-9886-7cf7e49b0efe","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.682574676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba48c53b-58ef-4ace-9a80-cfe62bccfd12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.682598451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"64e05502-8321-4ceb-b53e-03a9dfbdc189","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.686175125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"f1384f67-aca3-4d55-add5-d255fdf3bc5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.686191947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb1263e1-c325-4d35-8968-bdc68ec7217d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:15.695457429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"740b30e1-68b2-46fa-88a3-b2a4ea98dfca","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:15.695546469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"740b30e1-68b2-46fa-88a3-b2a4ea98dfca","error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.720152334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"54bbbf5e-ca75-4c98-9886-7cf7e49b0efe","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:15.766004216Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"660921b6-ff06-4381-97b2-76c418b1e54e","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:15.766121533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"660921b6-ff06-4381-97b2-76c418b1e54e","error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:15.856856096Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"a34dd7fe-135f-49b1-95a3-379982c16843","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:15.856928218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"a34dd7fe-135f-49b1-95a3-379982c16843","error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:15.988515907Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"b3fbd77a-7457-4023-925f-cfabe3dfeebb","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:15.988617841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"b3fbd77a-7457-4023-925f-cfabe3dfeebb","error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:16.252811305Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"6017205f-fbf6-4340-8197-a9c041d78c8d","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:16.252889597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"6017205f-fbf6-4340-8197-a9c041d78c8d","error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:16.623841039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"7b961212-3732-4da9-85b6-27f9c7aa3019","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:16.623918632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"7b961212-3732-4da9-85b6-27f9c7aa3019","error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:17.314589656Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"dab876ec-f587-4f08-977d-56d42a315f99","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:17.314668563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"dab876ec-f587-4f08-977d-56d42a315f99","error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:17.742477264Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"6022f4b1-259d-4440-ab3b-b6948ce691b6","namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:17.84955362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"34b12d04-239b-4e07-9c83-8cd9b0d1d391","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:17.897976149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"f42a3e73-cff3-46ff-8d12-0114d08c6602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:17.898711244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"ff17ec81-0f17-4fff-880a-cce03a5a540f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:17.89875187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"146fa044-b625-4499-a4d6-0bc62cb05bd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:17.899337616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a95450c-eb18-46be-b7c0-3ccfe170a2f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:17.907154624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"34b12d04-239b-4e07-9c83-8cd9b0d1d391","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:17.957800149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"146fa044-b625-4499-a4d6-0bc62cb05bd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:17.9578634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"ff17ec81-0f17-4fff-880a-cce03a5a540f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:17.961587151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a95450c-eb18-46be-b7c0-3ccfe170a2f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:17.961644195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"f42a3e73-cff3-46ff-8d12-0114d08c6602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:18.64555768Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"4fab47e3-7eba-4aa5-80ed-a3c6c0ab533e","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:18.645643641Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"4fab47e3-7eba-4aa5-80ed-a3c6c0ab533e","error":"ExternalModel e2e-extmod-att-user-fdfc7e/e2e-att-delete-907552 is attached to several gateways [openshift-ingress/e2e-extmod-a-0c4786 openshift-ingress/e2e-extmod-b-9af9e7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:20.449723382Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"8bf72521-9600-429f-8750-e7c2c0fc4dcb","namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:20.553201297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"c6180581-9468-4097-a071-9842167dc5cb","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:20.604373219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53655aae-2885-49b7-ad7d-cc49eed196a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:20.60442348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"393d38ca-981d-4354-b97b-1be2ec2cb52a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:20.604873637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"824dd7d3-bd00-48cd-bb7f-9463fedc256a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:20.605480747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47e06d97-7d76-4f09-a8b0-f25c2941a8cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:20.609424518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"c6180581-9468-4097-a071-9842167dc5cb","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:20.658467523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53655aae-2885-49b7-ad7d-cc49eed196a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:20.658700581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"393d38ca-981d-4354-b97b-1be2ec2cb52a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:20.660817038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"824dd7d3-bd00-48cd-bb7f-9463fedc256a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:20.661066278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47e06d97-7d76-4f09-a8b0-f25c2941a8cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.373711786Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"77e0a5f3-d418-4a1e-9f68-c1499f562ef0","namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.484318263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"d02f8369-53b3-4fe1-bbf3-7072c3f1b5f7","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.484347852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"d02f8369-53b3-4fe1-bbf3-7072c3f1b5f7","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.520474188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"eb85a6e0-bbb3-40b3-9f0c-b448b51653b0","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.569128518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"6b6ced9b-6521-415e-9988-799659831b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.570005622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf721780-87f7-44f2-b722-3eaca4a3859e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.57020315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1117c4f6-44e0-4f2a-be67-e4921ee1b842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.57000562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e563395e-e4b9-4e6b-b164-a32f57fff99f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.574662239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"eb85a6e0-bbb3-40b3-9f0c-b448b51653b0","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.623809344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"6b6ced9b-6521-415e-9988-799659831b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.624695608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e563395e-e4b9-4e6b-b164-a32f57fff99f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.626371129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1117c4f6-44e0-4f2a-be67-e4921ee1b842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.626906988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf721780-87f7-44f2-b722-3eaca4a3859e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.686943906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-sub","reconcileID":"fc4a11a7-00b6-4b73-bc77-841b382dd397","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"maas-trlp-e2e-att-unrel-f2480e","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.710687724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"0bec2e03-082b-469e-a377-68c9de8a586c","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.710716439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"0bec2e03-082b-469e-a377-68c9de8a586c","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.934092608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"b5ac9473-56b8-4b8b-a57c-e5758f84310c","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.988858479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"b5ac9473-56b8-4b8b-a57c-e5758f84310c","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.091936015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-sub","reconcileID":"2ab8fddf-af95-4dfd-ae72-31254f389b21","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"maas-trlp-e2e-att-unrel-f2480e","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.117115992Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-907552","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","reconcileID":"331da4b4-18f0-45e4-adf6-1f3c407c38ec","namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-delete-907552","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.269862344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"1e132f6d-400b-47f9-b9d8-b802d0a3db55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.269900323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a924d1fd-8d7a-4218-8f34-2264c5e03b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.270430999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d64ccdf-a433-42c7-aca9-72c888b70cbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.27044782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"bddb2ff5-0b24-43bb-9c53-5b10d15fc2ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.325121193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d64ccdf-a433-42c7-aca9-72c888b70cbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.325203917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"1e132f6d-400b-47f9-b9d8-b802d0a3db55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.327557945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"bddb2ff5-0b24-43bb-9c53-5b10d15fc2ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.327734959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a924d1fd-8d7a-4218-8f34-2264c5e03b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.33887753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"14e8af01-682f-4e03-989d-acc59917eaf8","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.399548258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"14e8af01-682f-4e03-989d-acc59917eaf8","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:24.957178794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"868b6de7-75e3-4020-914e-c35c26bc4195","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:24.957209396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"868b6de7-75e3-4020-914e-c35c26bc4195","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.00585489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"a91b3908-d5c1-440a-b0ae-35f123ddfe9c","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.063292797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"a91b3908-d5c1-440a-b0ae-35f123ddfe9c","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.111585501Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-sub","reconcileID":"a4408608-4aca-4f4d-a235-c29420f542dd","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d8ab1463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.410107847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"6dff7e36-3c53-498a-8ad2-7e623535e87d","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.41039929Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.464775567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"6dff7e36-3c53-498a-8ad2-7e623535e87d","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.161025955Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-sub","reconcileID":"fcc01a1a-1040-4208-bdc8-4beb6f6a04e3","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","subscription":"e2e-att-unrel-f2480e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.26036309Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-sub","reconcileID":"fcc01a1a-1040-4208-bdc8-4beb6f6a04e3","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.310475522Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-sub","reconcileID":"fcc01a1a-1040-4208-bdc8-4beb6f6a04e3","MaaSSubscription":{"name":"e2e-att-unrel-f2480e-sub","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"maas-trlp-e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.618408203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"fddd2653-a2d3-4dbb-94ac-4faf81648af4","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.618441173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"fddd2653-a2d3-4dbb-94ac-4faf81648af4","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.667357776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"7acb8b1d-93b6-40e5-918d-de80488c3450","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.721977995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"7acb8b1d-93b6-40e5-918d-de80488c3450","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.777211359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"8dc36360-1b39-4f71-b29f-d209eda35302","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.777275985Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"8dc36360-1b39-4f71-b29f-d209eda35302","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.971084245Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"97dec795-29dd-4803-80c7-db129eb04be9","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:36.222171973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"97dec795-29dd-4803-80c7-db129eb04be9","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:36.312449598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"0036518f-1171-4042-8ada-4bbdb2d2b5eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:36.346959296Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"97dec795-29dd-4803-80c7-db129eb04be9","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"name":"e2e-extmod-b-9af9e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:36.346983574Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"e2e-att-unrel-f2480e-access","reconcileID":"97dec795-29dd-4803-80c7-db129eb04be9","MaaSAuthPolicy":{"name":"e2e-att-unrel-f2480e-access","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9af9e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:36.480348104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"3f597c75-f5a5-4557-8cb1-8e91b52f962d","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"tenant":"e2e-extmod-b-9af9e7","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","model":"e2e-extmod-att-user-fdfc7e/e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:36.480375074Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"3f597c75-f5a5-4557-8cb1-8e91b52f962d","MaaSModelRef":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"routeName":"external-model-e2e-att-unrel-f2480e-509e167d4dc0","namespace":"e2e-extmod-att-user-fdfc7e","model":"e2e-att-unrel-f2480e","externalModel":"e2e-att-unrel-f2480e","provider":"e2e-att-unrel-f2480e-provider","gateway":"openshift-ingress/e2e-extmod-b-9af9e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:36.484370407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"331b0153-5d6d-41d6-b5ed-5453c511e65e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:36.676438924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"9e98cd5d-ce77-4db4-b561-411f0b159244","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:36.843750529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"056fb777-2be6-4e4d-adeb-7c2944e43ebc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.002198046Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"e18abe06-8c96-4133-93de-a133d050f617","namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.150213256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"2f3bb6c7-978f-49f5-b2be-ae6f8e37a1a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.150503802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bb0133c-a32a-427f-ab6c-7d7047c61790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.15021676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"0e662c9f-59ef-417b-8ae2-9efeefe2111c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.150985343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84df9588-3c2f-4c2c-92a4-018034566bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.205542256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"2f3bb6c7-978f-49f5-b2be-ae6f8e37a1a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.205582418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bb0133c-a32a-427f-ab6c-7d7047c61790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.207644216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84df9588-3c2f-4c2c-92a4-018034566bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.207710329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"0e662c9f-59ef-417b-8ae2-9efeefe2111c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.511750545Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-f2480e","namespace":"e2e-extmod-att-user-fdfc7e"},"namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","reconcileID":"5945fa8f-7089-4946-b88a-3348e0fc59c1","namespace":"e2e-extmod-att-user-fdfc7e","name":"e2e-att-unrel-f2480e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.660853729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"2880d569-e2e5-4fd5-9fd7-605b50349770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.660854173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"9e69a2b9-ed34-4159-8115-b42aa502103d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.661353401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81d237d7-a7e3-4903-aac4-82079d40aa48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.661366932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70e0b8ff-0688-4f09-8a6f-4155cdf6947a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.71522704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"2880d569-e2e5-4fd5-9fd7-605b50349770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.715831975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81d237d7-a7e3-4903-aac4-82079d40aa48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.717536357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"9e69a2b9-ed34-4159-8115-b42aa502103d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.7180212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70e0b8ff-0688-4f09-8a6f-4155cdf6947a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:43.81873768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"aabd69b7-ac81-4fcd-b16a-6d47d87feac7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:43.987055475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"5260a849-2427-46d1-89f8-972566af78c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:44.086049726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4b3f8e3b-6d99-4583-85ce-d72ac016ffe5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:44.354196076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0739142a-1e04-4bcc-8d81-690b8ddc9fb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:51.038484996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"c9a0cf09-7d94-4337-875f-0b1e5f75cc47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:51.285172872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"8e1572f0-b06c-4244-a88d-b41b437dc280","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:51.455101306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6a94f49-6910-4688-9ec9-82150d79a07d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:51.504666325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c96ac629-9144-4f6d-a86d-3afa6bdef7dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:52.104121604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec93bd6e-b593-474e-965d-5fba16584e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:52.153633601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec93bd6e-b593-474e-965d-5fba16584e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:52.203437156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec93bd6e-b593-474e-965d-5fba16584e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:52.252691978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec93bd6e-b593-474e-965d-5fba16584e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:54.125963917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e1e9c0-f951-462c-98dc-eb5e0c20b4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:54.175461466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e1e9c0-f951-462c-98dc-eb5e0c20b4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:54.225582518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e1e9c0-f951-462c-98dc-eb5e0c20b4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:54.27483876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e1e9c0-f951-462c-98dc-eb5e0c20b4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:55.410745029Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:56.124260979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82e5b6d3-b959-4b72-bf06-d2b53da9b358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:56.173852838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82e5b6d3-b959-4b72-bf06-d2b53da9b358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:56.223022847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82e5b6d3-b959-4b72-bf06-d2b53da9b358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:56.272560776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82e5b6d3-b959-4b72-bf06-d2b53da9b358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:16.767057014Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","namespace":"ai-tenant-e2e-extmod-a-0c4786","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:16.767117346Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","namespace":"ai-tenant-e2e-extmod-a-0c4786","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:16.76716576Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","tenant":"e2e-extmod-a-0c4786","tenantID":"e2e-extmod-a-0c4786","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:16.818694469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"Deployment","name":"maas-api-e2e-extmod-a-0c4786","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:16.87644703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"Service","name":"maas-api-e2e-extmod-a-0c4786","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:16.933012274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-0c4786","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:16.984423391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-0c4786","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.043809805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-0c4786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.096620946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-0c4786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.163813593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-0c4786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.216066409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-0c4786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.265580147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-0c4786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.314697667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-0c4786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.363920243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"Service","name":"payload-processing-e2e-extmod-a-0c4786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.412916221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-0c4786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.461801055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-0c4786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.510921132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-0c4786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.559991394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-0c4786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.614197762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-0c4786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.665075662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-0c4786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.714514819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-0c4786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.767524973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-0c4786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.816835828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c4786"},"namespace":"ai-tenant-e2e-extmod-a-0c4786","name":"default-tenant","reconcileID":"45122665-6249-4954-a06e-7fa6692e0b39","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-0c4786","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.589830293Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0c4786","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0c4786","reconcileID":"d876c7a4-29cb-4c82-8dfe-160acf52d8cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-0c4786","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-0c4786"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.728471247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536383bd-4ac9-4835-bf6a-c5bde1ab7ca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.77779768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536383bd-4ac9-4835-bf6a-c5bde1ab7ca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.827111744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536383bd-4ac9-4835-bf6a-c5bde1ab7ca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.876537486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536383bd-4ac9-4835-bf6a-c5bde1ab7ca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.741954389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b22a96-d9e8-4a02-a031-e11075152bf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.791494681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b22a96-d9e8-4a02-a031-e11075152bf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.840795296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b22a96-d9e8-4a02-a031-e11075152bf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.890335603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b22a96-d9e8-4a02-a031-e11075152bf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:23.288429872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7a320763-4256-4196-8f41-038ed73441a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:23.389552261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"83be551f-2a74-468a-9b8b-5443f3d3e0bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:23.401141628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"56090053-20fe-4fef-b0ff-33539637bd9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:23.515696819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f6c9b099-0192-41cd-bdac-fce9bd3a6fd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:25.411580513Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:27.43712964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81568ff6-1a9b-443f-9f25-a584367a75ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:27.486510695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81568ff6-1a9b-443f-9f25-a584367a75ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:27.535865764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81568ff6-1a9b-443f-9f25-a584367a75ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:27.585075092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81568ff6-1a9b-443f-9f25-a584367a75ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:29.42926693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3736cef6-a413-4545-b2bd-5bb94e71f627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:29.478495065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3736cef6-a413-4545-b2bd-5bb94e71f627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:29.528091372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3736cef6-a413-4545-b2bd-5bb94e71f627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:29.577451241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3736cef6-a413-4545-b2bd-5bb94e71f627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.375169991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467a3102-6ef3-47d6-b830-cfd7de199709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.424380281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467a3102-6ef3-47d6-b830-cfd7de199709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.473532039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467a3102-6ef3-47d6-b830-cfd7de199709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.525746919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467a3102-6ef3-47d6-b830-cfd7de199709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:33.318602122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e2aabfb-511b-4ec5-ba19-81515b589943","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:33.434661077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"09352235-fc49-41ca-b3dd-fc0bda0e0dfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:33.534995782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"f62af5ff-ad9a-4c20-8e0f-a6b5fbc8711a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:33.54691481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"19049d30-abdd-4162-8a2c-f0ed0265ea5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.628117716Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","namespace":"ai-tenant-e2e-extmod-b-9af9e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.628174905Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","namespace":"ai-tenant-e2e-extmod-b-9af9e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.628225061Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","tenant":"e2e-extmod-b-9af9e7","tenantID":"e2e-extmod-b-9af9e7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.680147265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"Deployment","name":"maas-api-e2e-extmod-b-9af9e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.7504796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"Service","name":"maas-api-e2e-extmod-b-9af9e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.803208591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-9af9e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.855218226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-9af9e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.907547349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-9af9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.959941188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-9af9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:42.015845509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-9af9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:42.077525584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-9af9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:42.129794988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-9af9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:42.178819658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-9af9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:42.228666893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"Service","name":"payload-processing-e2e-extmod-b-9af9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:42.278219757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-9af9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:42.327881561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-9af9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:42.377318239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-9af9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:42.426473054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-9af9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:42.480879692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-9af9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:42.530278649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-9af9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:42.579450099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-9af9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:42.62848769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-9af9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:42.677794386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9af9e7"},"namespace":"ai-tenant-e2e-extmod-b-9af9e7","name":"default-tenant","reconcileID":"72f9d9c0-9933-4f01-9833-5025f68d8039","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-9af9e7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:43.496232766Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-9af9e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-9af9e7","reconcileID":"f4313c4d-6724-4eb9-8219-3e615db7a324","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-9af9e7","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-9af9e7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:44.56358727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b3e80d-568d-41ac-a5e9-96c013664605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:44.617516609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b3e80d-568d-41ac-a5e9-96c013664605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:44.666864656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b3e80d-568d-41ac-a5e9-96c013664605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:44.71657733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b3e80d-568d-41ac-a5e9-96c013664605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:46.532800442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544dc182-c97e-4c19-9258-728db2b1623c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:46.58232443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544dc182-c97e-4c19-9258-728db2b1623c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:46.631520717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544dc182-c97e-4c19-9258-728db2b1623c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:46.680773976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544dc182-c97e-4c19-9258-728db2b1623c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:47.896834163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f57dd63b-070f-485d-92e7-3c34d2eb7b88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:48.009448618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"d53d92b4-f3c9-442c-ba96-c6cfcd968f63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:48.231604853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3fcfea6-8ae8-4ffd-8d2a-46da7d5d4fc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:48.332388711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"cbf1acd7-5844-44a4-8b66-a2c691960fc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:52.538303585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cdcd6a8-8fb8-41b7-8b51-27d89440c42a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:52.58751973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cdcd6a8-8fb8-41b7-8b51-27d89440c42a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:52.637127733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cdcd6a8-8fb8-41b7-8b51-27d89440c42a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:52.686458581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cdcd6a8-8fb8-41b7-8b51-27d89440c42a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:54.523517265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd6cac97-4a1b-4dbd-9086-8a0e3ebbb2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:54.573162227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd6cac97-4a1b-4dbd-9086-8a0e3ebbb2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:54.622608078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd6cac97-4a1b-4dbd-9086-8a0e3ebbb2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:54.671857312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd6cac97-4a1b-4dbd-9086-8a0e3ebbb2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:55.417080497Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:56.537883065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40dd11e7-b4b9-4a4b-bbc8-61729ce0bd6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:56.587317658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40dd11e7-b4b9-4a4b-bbc8-61729ce0bd6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:56.636735961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40dd11e7-b4b9-4a4b-bbc8-61729ce0bd6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:56.686022009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40dd11e7-b4b9-4a4b-bbc8-61729ce0bd6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:57.647184419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"68c49fae-375f-443c-962a-e0d3457ca5ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:57.753894791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"a11606f9-5c6d-490b-a065-f0193dcc28f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:57.765298485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6e9729a4-9bf5-4349-aba3-1da220e9ca8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:57.875891673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"86ec8cdc-5f9c-4674-84c3-13694a71b7af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.024527051Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.024591598Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.024645583Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","tenant":"e2e-shared-a-w0-6fc60c","tenantID":"e2e-shared-a-w0-6fc60c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.076287735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-6fc60c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.143416313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"Service","name":"maas-api-e2e-shared-a-w0-6fc60c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.198877597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-6fc60c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.25049878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-6fc60c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.311763206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-6fc60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.364699614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-6fc60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.419153901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-6fc60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.479454674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-6fc60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.53159177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-6fc60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.580851679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-6fc60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.63033795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-6fc60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.679756358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-6fc60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.729341081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-6fc60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.778468474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-6fc60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.828233697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-6fc60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.883461508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-6fc60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.932783366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-6fc60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:20.98311473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-6fc60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:21.03238188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-6fc60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:21.081534816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6fc60c"},"namespace":"ai-tenant-e2e-shared-a-w0-6fc60c","name":"default-tenant","reconcileID":"d25751d5-acee-4200-8c8a-2dc4bc8c3a3f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-6fc60c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:21.838253054Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-6fc60c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-6fc60c","reconcileID":"0248e8a5-d37d-40f5-bee1-218850863425","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-6fc60c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-6fc60c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:22.907120768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e21720de-b0c9-4d61-bb18-28dc43cac31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:22.956914404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e21720de-b0c9-4d61-bb18-28dc43cac31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:23.006684798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e21720de-b0c9-4d61-bb18-28dc43cac31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:23.058326357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e21720de-b0c9-4d61-bb18-28dc43cac31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:24.957034992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c0afca-2776-4cda-8ae0-46a549945f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:25.006347844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c0afca-2776-4cda-8ae0-46a549945f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:25.055401906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c0afca-2776-4cda-8ae0-46a549945f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:25.105428285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c0afca-2776-4cda-8ae0-46a549945f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:25.410887142Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:26.357947305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4a7d4af1-bed4-4e83-88f5-5d700f7b5340","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:26.441169089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"07656080-9ac7-4802-8d0e-b3ce25c87ff6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:26.540617607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"0f7c57b9-8698-41e1-a3fa-e63301a9ee00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:26.552714765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"7dd366aa-2f40-4e49-bf73-7b534985199c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:30.451219452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8fd81e-12e2-4011-8f54-596893a5f7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:30.500458912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8fd81e-12e2-4011-8f54-596893a5f7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:30.549617789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8fd81e-12e2-4011-8f54-596893a5f7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:30.599026944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8fd81e-12e2-4011-8f54-596893a5f7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:32.524715763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4191e133-1ae7-467f-b2fa-27a85d75734c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:32.574197123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4191e133-1ae7-467f-b2fa-27a85d75734c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:32.623807345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4191e133-1ae7-467f-b2fa-27a85d75734c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:32.673207762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4191e133-1ae7-467f-b2fa-27a85d75734c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.4738209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"897a8247-d44c-4d32-b738-539671751cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.523013268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"897a8247-d44c-4d32-b738-539671751cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.574873768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"897a8247-d44c-4d32-b738-539671751cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.625038077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"897a8247-d44c-4d32-b738-539671751cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:35.083973163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5895f519-5696-4fb4-8041-6c3f150a683e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:35.183584625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"ca3d27e2-f2b1-4bd9-9dc4-01c63f08c305","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:35.195532381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14668432-0a56-41f3-b647-6989b74d47c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:35.31053849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"721c75c3-eb71-46dd-a2d3-2ff3ad892d4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:40.389487101Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","namespace":"ai-tenant-e2e-shared-b-w0-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:40.389546127Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","namespace":"ai-tenant-e2e-shared-b-w0-c29159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:40.389597236Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","tenant":"e2e-shared-b-w0-c29159","tenantID":"e2e-shared-b-w0-c29159","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:40.441695871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-c29159","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:40.50104284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"Service","name":"maas-api-e2e-shared-b-w0-c29159","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:40.563157184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-c29159","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:40.61464604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-c29159","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:40.668021628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-c29159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:40.720093721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-c29159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:40.774497948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-c29159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:40.828911038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-c29159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:40.881056769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-c29159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:40.932984257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-c29159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:40.993537867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-c29159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:41.069572941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-c29159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:41.13897896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-c29159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:41.208748163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-c29159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:41.265603809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-c29159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:41.3220454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-c29159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:41.373506757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-c29159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:41.424595833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-c29159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:41.476438687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-c29159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:41.528005269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c29159"},"namespace":"ai-tenant-e2e-shared-b-w0-c29159","name":"default-tenant","reconcileID":"26cbcff5-07a8-4a6a-8633-bc6cad7a1d79","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-c29159","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:45.782621Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-c29159","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-c29159","reconcileID":"e8a6535c-62e0-4957-bcab-4d6b68f93c51","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-c29159","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-c29159"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.507434982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"665591a5-5ba0-41c9-b932-e2c44b7920ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.61252451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"8af1f5dc-7833-4e74-abcf-a0c731d5b4dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.660793595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d467cfea-20ff-4a40-a395-652adfe2c196","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.710545902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d0d0bd8-5f63-4a52-ada9-34341b528b0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.872961746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be90b0ad-1791-417e-98ba-c8de2ef9a0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.92204421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be90b0ad-1791-417e-98ba-c8de2ef9a0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.971216041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be90b0ad-1791-417e-98ba-c8de2ef9a0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:47.020422091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be90b0ad-1791-417e-98ba-c8de2ef9a0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:48.848035809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eda52e7-4a60-4d4b-89dd-6a0713705592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:48.897560996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eda52e7-4a60-4d4b-89dd-6a0713705592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:48.949867722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eda52e7-4a60-4d4b-89dd-6a0713705592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:49.000370182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eda52e7-4a60-4d4b-89dd-6a0713705592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:53.969938453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"6c64c189-e227-4d57-8cfc-ad15e1a97f2a","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:53.970206199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"4b590c36-87de-499d-80c1-97d397b9c187","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:53.97043626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"bfa96502-afae-451a-96d5-14ba033110e1","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:53.970791253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"be0adf50-2ed2-4b22-af02-875e540e9358","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.075270937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6730720d-d716-43ac-a24d-f06d75d8f0e9","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.075577037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"9e6afd0a-153b-45da-8134-62b741e2ca21","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.075739007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0d6d9479-7933-402c-93b8-765e57d5e73a","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.075907211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"39bb42ff-d316-41e5-bcc8-6d5c4d5594ff","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.118736986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"fd8abebd-39d3-47c3-8cc7-d53c072f03f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.167897529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"2a7c435b-dffe-4df0-9270-40ef7f64982e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.173200727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"fd8abebd-39d3-47c3-8cc7-d53c072f03f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.218336569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"98890645-0aa0-48ee-9305-f2bac7fbcd7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.218672138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"32be4e48-b6a7-4607-a1e5-8e2c97cf5d11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.222915576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"2a7c435b-dffe-4df0-9270-40ef7f64982e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.457611319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"04eeb710-7bdf-45ff-b8b5-ddefc1d82738","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.553801385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"fd94f2e7-b0a5-463f-9588-ef030021e0d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.557769365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"6910d3dc-8aa3-4c81-8a38-49dba4971ffe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.557978915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"eef30b62-fcf5-4caf-9ac8-524693fadd70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.608116412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"fd94f2e7-b0a5-463f-9588-ef030021e0d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.62450381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d9658440-de3d-4f38-84c6-ffc923ab946b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.65411733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"81815368-7b78-4965-9d04-9479cb4dde3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.708461886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"81815368-7b78-4965-9d04-9479cb4dde3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.854734714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"e78bac59-6a51-4925-aa91-3d37d706774e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.927845303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58d8aa0-b70f-47b7-87eb-c862b1b90e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.978214081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58d8aa0-b70f-47b7-87eb-c862b1b90e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:55.027362713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58d8aa0-b70f-47b7-87eb-c862b1b90e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:55.076364065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58d8aa0-b70f-47b7-87eb-c862b1b90e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:55.412497128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:56.923920948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9790b838-abc8-4454-883f-ecf29be4f18f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:56.973111674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9790b838-abc8-4454-883f-ecf29be4f18f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:57.022577924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9790b838-abc8-4454-883f-ecf29be4f18f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:57.071809328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9790b838-abc8-4454-883f-ecf29be4f18f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.924785943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f218923-d32d-465d-be41-ad09dd3adf62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.973871412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f218923-d32d-465d-be41-ad09dd3adf62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:59.023194171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f218923-d32d-465d-be41-ad09dd3adf62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:59.07263223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f218923-d32d-465d-be41-ad09dd3adf62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:59.187044181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0434d662-7b7e-4567-b9b5-fb37c47ee421","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:59.518509118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"e25bf5a2-7a0f-4789-b172-bc82aa37f593","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:59.849974765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"cefe0784-60ad-40c0-9476-42b4724af53c","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:00.05043991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"1e9d81c5-9bd3-4fcd-ab5c-4515e7ab69dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:00.052302909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"bbdfc442-cf5d-48f2-aed4-827cb2166c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:00.052408603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"86c2138f-ed84-43cb-a14f-44255afda7f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:00.106627772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"86c2138f-ed84-43cb-a14f-44255afda7f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:00.106706232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"bbdfc442-cf5d-48f2-aed4-827cb2166c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:00.183345212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"48cf7b64-f57d-4ff2-855b-4badaeb771b9","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:00.24002046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"3e6ad982-d960-4c0b-94e8-004a37990547","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:00.383094544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"4b2b2464-b92c-484a-897f-c8525d83f430","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:00.453824972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"bedb3d12-eb4b-48fb-b47d-e6e91c9abe0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:00.453825162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1cacc3aa-84eb-4b2f-810e-7f3938ca3f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:00.483228311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"99d6d070-009c-4153-b564-0b3208d823b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:00.509699243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"bedb3d12-eb4b-48fb-b47d-e6e91c9abe0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:00.509771716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1cacc3aa-84eb-4b2f-810e-7f3938ca3f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:00.537576336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"b1cdabfe-2fb6-408b-81ab-7760f219393a","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:00.73600606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"87def344-6385-4e3c-b874-0fee32774f46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.480448746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"c86a75b7-8290-467b-9123-b6a684dc0cfa","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.4806663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"928d2bbc-92fc-45a5-a899-b0a10718e842","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.480840374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"388575c6-0ca7-476f-bba4-de7352d05037","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.481073379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"d76f0917-85c3-48f4-8d0e-3304d6e8c203","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.628038764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"cb5a15bc-d69e-44e8-8d68-51976be5ab95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.628038906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"4277223f-30df-43c8-a95d-c2058f7b6eb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.682774695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"cb5a15bc-d69e-44e8-8d68-51976be5ab95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.684343631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"94b323cb-13c7-44ca-b1cc-866371d7900b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.68480567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"b4be5d2f-e2d7-4fa3-bea4-26acd354d7f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.685943899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"4277223f-30df-43c8-a95d-c2058f7b6eb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.983346329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"9c107ba2-7317-43a9-86f3-3efdc4f790d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.983415578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"6d53221d-8d33-4d2a-979a-3c6b5acca6f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:05.028646199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"0a86ff96-c8e1-443d-b3f2-4f38e1a73a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:05.028644758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"990d28b2-5c56-4fda-b94c-1b85e27ecbe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:05.086927506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"990d28b2-5c56-4fda-b94c-1b85e27ecbe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:05.087004032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"0a86ff96-c8e1-443d-b3f2-4f38e1a73a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:05.846353201Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"bcaa957a-eb7a-4e01-800d-a062778fa833","namespace":"ai-tenant-e2e-worker-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:05.846423057Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"bcaa957a-eb7a-4e01-800d-a062778fa833","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:05.898586844Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"bcaa957a-eb7a-4e01-800d-a062778fa833","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:05.899074832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"0bb965a7-866d-463f-bd3d-9593709d611b","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:05.952811625Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"bcaa957a-eb7a-4e01-800d-a062778fa833","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:05.952865067Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"bcaa957a-eb7a-4e01-800d-a062778fa833","namespace":"ai-tenant-e2e-worker-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:05.952960556Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"bcaa957a-eb7a-4e01-800d-a062778fa833","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:05.955942223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"5de39e33-4563-44bb-abcf-95ae5f7fe714","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.010810209Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"bcaa957a-eb7a-4e01-800d-a062778fa833","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.014405383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"4c69593d-5a97-40f3-ae38-7587799d6f18","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.046744436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"959317a0-839b-4551-be63-a5eb75e09b55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.046744434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"495022b0-a996-45f1-8d6b-fbd8a8988bdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.054176793Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"9d60e840-53b9-4a37-aa78-4b3a124d03ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2205ce10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.064923325Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"bcaa957a-eb7a-4e01-800d-a062778fa833","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.069859203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"f459edc5-a201-4349-9ef8-4894a1904329","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.102505394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"495022b0-a996-45f1-8d6b-fbd8a8988bdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.108116567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"959317a0-839b-4551-be63-a5eb75e09b55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.109655695Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"dce5a3f9-12c3-4779-96fc-bcf9e182206a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-03771bea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.119753355Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"cae42020-5fa8-4d80-8a77-762848c45f9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2205ce10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.177362305Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"0b387fce-92a2-4f3e-915f-9fc3065161e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-03771bea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.301659048Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1e0d5b6c-a44d-4cb2-970f-10371a82094a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.351066862Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"82204a97-ace0-4d9e-b68b-4a5c1085d4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.457914764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1e0d5b6c-a44d-4cb2-970f-10371a82094a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.557978387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"82204a97-ace0-4d9e-b68b-4a5c1085d4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.581136375Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1e0d5b6c-a44d-4cb2-970f-10371a82094a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.581162924Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-access","reconcileID":"1e0d5b6c-a44d-4cb2-970f-10371a82094a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.61319114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"82204a97-ace0-4d9e-b68b-4a5c1085d4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"e2e-worker-w0-9a5623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.613222776Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-access","reconcileID":"82204a97-ace0-4d9e-b68b-4a5c1085d4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.635277037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"648b082b-a351-4dcd-ac1a-b7e50df72e2c","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.667395482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"bdcd2a1b-9fb5-41cd-a489-f4339967df69","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:14.481823897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"bc1e83c4-a853-45cc-a1ef-d4724a637512","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-2-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-2-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:14.482101481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"e259a523-a7dc-4efc-9955-419660175f04","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"distinct-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:15.06578369Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"1d1f0680-e9dc-40f2-9bd7-7b92af21cdc0","namespace":"ai-tenant-e2e-worker-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:15.065863726Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"1d1f0680-e9dc-40f2-9bd7-7b92af21cdc0","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:15.117603953Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"1d1f0680-e9dc-40f2-9bd7-7b92af21cdc0","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:15.169144695Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"1d1f0680-e9dc-40f2-9bd7-7b92af21cdc0","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:15.169167066Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"1d1f0680-e9dc-40f2-9bd7-7b92af21cdc0","namespace":"ai-tenant-e2e-worker-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:16.169989963Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"ff9c4217-b683-4a92-a317-da2a10265258","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:16.219931567Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"ff9c4217-b683-4a92-a317-da2a10265258","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:16.227387143Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"f1b8fa61-9a47-4423-882d-00f9911d73f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:16.27688547Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"f1b8fa61-9a47-4423-882d-00f9911d73f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:16.322661231Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"simulator-subscription","reconcileID":"ff9c4217-b683-4a92-a317-da2a10265258","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:16.325954542Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"premium-simulator-subscription","reconcileID":"f1b8fa61-9a47-4423-882d-00f9911d73f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"name":"maas-trlp-premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623","model":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:16.636392539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"8c20ed2e-4b82-490f-a7af-83d6d543a710","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:16.667922858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"1b1c0dd1-d57c-45c1-bd6d-5c6cd75253da","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:16.701940631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"621045c6-51c9-4f4a-96ca-d8c4f120737a","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"premium-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:16.7022139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"8cf36e40-f4cc-416b-b347-29e4587ae419","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"routeName":"simulator-w0-9a5623-kserve-route","namespace":"e2e-models-e2e-worker-w0-9a5623","llmisvcName":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.169664542Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","namespace":"ai-tenant-e2e-worker-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.169724431Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","namespace":"ai-tenant-e2e-worker-w0-9a5623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.169773145Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","tenant":"e2e-worker-w0-9a5623","tenantID":"e2e-worker-w0-9a5623","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.221692923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"Deployment","name":"maas-api-e2e-worker-w0-9a5623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.279736996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"Service","name":"maas-api-e2e-worker-w0-9a5623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.336132136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-9a5623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.387478766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-9a5623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.439998772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-9a5623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.492310928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-9a5623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.54678975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-9a5623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.599089078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-9a5623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.648074654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-9a5623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.697174594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-9a5623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.746016412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"Service","name":"payload-processing-e2e-worker-w0-9a5623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.795038179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-9a5623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.844642952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-9a5623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.893625802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-9a5623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.942493046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-9a5623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.995951985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-9a5623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:21.045104544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-9a5623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:21.094364831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-9a5623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:21.143380013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-9a5623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:21.192566809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9a5623"},"namespace":"ai-tenant-e2e-worker-w0-9a5623","name":"default-tenant","reconcileID":"516e217a-6861-4099-9a49-0b03c5f02a1f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-9a5623","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:21.971161223Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-9a5623","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-9a5623","reconcileID":"afe0bbf3-fe70-4f23-8d6b-371f55a40221","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-9a5623","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-9a5623"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.129552487Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"d4db03e6-1088-4329-990e-15fbdc635d88","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.233850296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"d4db03e6-1088-4329-990e-15fbdc635d88","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.234042875Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"5619e9bd-33fe-4cbe-a70c-3d539d7a169b","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.289592769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"5619e9bd-33fe-4cbe-a70c-3d539d7a169b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.289752949Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"106fd695-ee77-4ec0-ae08-e869394a0c9c","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.345270303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"106fd695-ee77-4ec0-ae08-e869394a0c9c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.345456604Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"b59868a0-0dd2-4869-850c-58f1009ad46b","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.401027385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"b59868a0-0dd2-4869-850c-58f1009ad46b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.401197515Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"9f0ecda6-eaeb-4639-9dbe-a9672ee2b4ab","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.401271982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"9f0ecda6-eaeb-4639-9dbe-a9672ee2b4ab","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.401367095Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"afb32da1-83fe-4a32-a9a9-45b281cd500f","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.401400918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"afb32da1-83fe-4a32-a9a9-45b281cd500f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.401471116Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"7abd9b1a-c16f-4b0b-af7c-acc4cd218307","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.401505507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"7abd9b1a-c16f-4b0b-af7c-acc4cd218307","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.406729661Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"90746438-f4da-4089-a088-68fccf3686ac","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.406793224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"90746438-f4da-4089-a088-68fccf3686ac","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.411870094Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0c0bf31d-690c-43b5-9ee2-41fa60d64c45","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.411922799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0c0bf31d-690c-43b5-9ee2-41fa60d64c45","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.412005308Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"fb4e5a61-3e8f-4843-89d4-1f142d1c9594","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.412036305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"fb4e5a61-3e8f-4843-89d4-1f142d1c9594","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.4120989Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"22656a69-516b-4035-9d91-ab5bf04df42d","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.412129143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"22656a69-516b-4035-9d91-ab5bf04df42d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.417149296Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"cace03e1-5d6d-4da3-a03e-c9cbc09eafd4","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.417219607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"cace03e1-5d6d-4da3-a03e-c9cbc09eafd4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.432268168Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0fe1e1f1-d097-4b30-a5af-d86c988332aa","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.432321844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0fe1e1f1-d097-4b30-a5af-d86c988332aa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.432398367Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"2432cf63-c1d4-4e45-8319-b57ba3ad75aa","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.432428391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"2432cf63-c1d4-4e45-8319-b57ba3ad75aa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.432492412Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"a74d35cb-d035-461a-b100-caca6f7a1a40","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.432518464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"a74d35cb-d035-461a-b100-caca6f7a1a40","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.437762479Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"30c3eb11-d155-455c-b7e4-f80deedd44be","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.437808042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"30c3eb11-d155-455c-b7e4-f80deedd44be","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.473114273Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"053d044d-9365-4ee1-94b9-735eca7fa8f9","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.473187235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"053d044d-9365-4ee1-94b9-735eca7fa8f9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.473348684Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"2b306b0e-00dc-4f35-8065-d5785aec7b34","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.473395664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"2b306b0e-00dc-4f35-8065-d5785aec7b34","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.473495455Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"813f18e1-19e9-459c-af3d-09f3ee109c76","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.473537157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"813f18e1-19e9-459c-af3d-09f3ee109c76","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.478720484Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"37c7be4a-ec86-47c8-9007-6e7ca59dcd76","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.478775696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"37c7be4a-ec86-47c8-9007-6e7ca59dcd76","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.553730577Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"6085bd61-81a9-41b5-b353-2902b8bd56d2","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.553796613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"6085bd61-81a9-41b5-b353-2902b8bd56d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.553879166Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"e72842d2-9acc-4853-a13b-01d551597766","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.553910762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"e72842d2-9acc-4853-a13b-01d551597766","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.553971929Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"74554fa9-3780-4ecb-bdb2-e4855fa41338","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.554002671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"74554fa9-3780-4ecb-bdb2-e4855fa41338","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.559281615Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"cb851737-bf07-40f2-816d-f1349a08632f","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.559331643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"cb851737-bf07-40f2-816d-f1349a08632f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.714720788Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"76885ad5-1e42-4004-9a3b-637f4f4ad1c8","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.714803123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"76885ad5-1e42-4004-9a3b-637f4f4ad1c8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.714912704Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"271c0c32-1f17-4ed8-a1cc-16a71a4e3ccc","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.714956915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"271c0c32-1f17-4ed8-a1cc-16a71a4e3ccc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.71505019Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"77f40bab-9beb-46b0-a401-b2248fd7ab25","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.715096525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"77f40bab-9beb-46b0-a401-b2248fd7ab25","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.720326928Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"3f8df592-b6b2-4884-86a8-df0331bf0d07","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:22.720391302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"3f8df592-b6b2-4884-86a8-df0331bf0d07","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:23.035857557Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"74c02824-1bd2-41bc-8d7a-a21a07eedddf","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:23.035926896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"74c02824-1bd2-41bc-8d7a-a21a07eedddf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:23.036007992Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"25b63227-504d-4fe6-8078-7d6152caf613","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:23.036042844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"25b63227-504d-4fe6-8078-7d6152caf613","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:23.036113623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"45a01a7b-987a-433d-abd9-6b1e72a4f7cc","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:23.036145239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"45a01a7b-987a-433d-abd9-6b1e72a4f7cc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:23.040979144Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"cc6a91c8-f253-4676-a6be-bc7e7a4b3c59","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:23.041027876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"cc6a91c8-f253-4676-a6be-bc7e7a4b3c59","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:23.045784494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8feb39f5-369c-4298-aa39-f174bcdb63f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:23.095753978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8feb39f5-369c-4298-aa39-f174bcdb63f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:23.145041561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8feb39f5-369c-4298-aa39-f174bcdb63f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:23.194267811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8feb39f5-369c-4298-aa39-f174bcdb63f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:23.446377548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8ad8c69-47be-43b4-88f4-eb5a64f70a1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:23.549223011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5b36919-47f1-4b4d-817e-24f556d4f32d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:23.676990124Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"57add9e8-76dc-4458-93f2-1ae93e482dfc","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:23.677064378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"57add9e8-76dc-4458-93f2-1ae93e482dfc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:23.677162656Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"6de21d23-cad7-458c-b417-2792a0926e9b","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:23.677198922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"6de21d23-cad7-458c-b417-2792a0926e9b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:23.677296581Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"959a9aeb-0a27-4a34-8ef9-12c8e1861236","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:23.677329988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"959a9aeb-0a27-4a34-8ef9-12c8e1861236","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:23.681529134Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"9c51ceb4-3540-415d-8a66-7b7b5e01d5cd","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:23.681593125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"9c51ceb4-3540-415d-8a66-7b7b5e01d5cd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:24.957374212Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"975d8f92-0efb-460e-a4a1-21a8467d0cb0","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:24.957447276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"975d8f92-0efb-460e-a4a1-21a8467d0cb0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:24.957558758Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"562bdcc4-baec-498d-8f80-8ff4f2ac996f","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:24.957600593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"562bdcc4-baec-498d-8f80-8ff4f2ac996f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:24.957680263Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"1d054283-2e94-48ad-81e8-da5b36d948cd","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:24.95771793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"1d054283-2e94-48ad-81e8-da5b36d948cd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:24.962489873Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"1167052f-34aa-44d5-822d-c8fa747ddca7","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:24.962552765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"1167052f-34aa-44d5-822d-c8fa747ddca7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:25.151151254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dd01238-5ec8-480a-a281-fff43f4f2798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:25.200654616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dd01238-5ec8-480a-a281-fff43f4f2798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:25.249992338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dd01238-5ec8-480a-a281-fff43f4f2798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:25.299573978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dd01238-5ec8-480a-a281-fff43f4f2798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:25.41079962Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.518106404Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"12a095c0-78dc-4752-9d11-d9af7d3d26fd","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.518196208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"12a095c0-78dc-4752-9d11-d9af7d3d26fd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.51835269Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"b4770f97-f519-480d-b8ec-69007738449d","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.518402612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"b4770f97-f519-480d-b8ec-69007738449d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.518491439Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"f994067f-99ee-4610-9099-73c82a45f690","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.518534441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"f994067f-99ee-4610-9099-73c82a45f690","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.52272544Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"cc17c5b7-4570-4808-9f51-d2c890a0b799","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.522781283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"cc17c5b7-4570-4808-9f51-d2c890a0b799","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.027513331Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"58b701a5-0489-40c3-bf95-0ff84b6f3961","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.027578558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"58b701a5-0489-40c3-bf95-0ff84b6f3961","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.027651424Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"777dfcdd-9d0d-4755-ba64-89d1da644b0f","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.027685671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"777dfcdd-9d0d-4755-ba64-89d1da644b0f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.027746387Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"683164a6-fffc-43c1-96ce-3b9c8d41cf4c","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.027776786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"683164a6-fffc-43c1-96ce-3b9c8d41cf4c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.027836918Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e2cd0885-9f4b-406a-9518-a2bc6a195811","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.027870853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e2cd0885-9f4b-406a-9518-a2bc6a195811","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.094884767Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"4b9dfa2a-0f79-4822-bdf2-2a5931dc6473","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.094973639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"4b9dfa2a-0f79-4822-bdf2-2a5931dc6473","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.095078841Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"3e11caef-162b-46c9-a44f-147a8cc319f8","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.095122176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"3e11caef-162b-46c9-a44f-147a8cc319f8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.095215316Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"e7002a8d-d099-46d9-b131-6602c0afe3b4","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.095274501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"e7002a8d-d099-46d9-b131-6602c0afe3b4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.095390223Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"dbe849f5-1059-4132-b055-bc591daccf5d","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.095437765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"dbe849f5-1059-4132-b055-bc591daccf5d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.167682816Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"d10d384e-0157-4529-b7f6-53fea3c56922","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.167761152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"d10d384e-0157-4529-b7f6-53fea3c56922","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.167841827Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"cb1605a5-ed01-4e88-9624-7f49d596b720","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.167875083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"cb1605a5-ed01-4e88-9624-7f49d596b720","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.167938879Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"b407a54e-e1f7-4f10-84fe-ad09de5ca791","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.167977456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"b407a54e-e1f7-4f10-84fe-ad09de5ca791","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.168036271Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"366053e7-c6b5-494a-948f-6e62e7ecc75a","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.168065429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"366053e7-c6b5-494a-948f-6e62e7ecc75a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.235116672Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"412fc03e-38a5-4e3f-87ea-2fe80be18014","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.235181034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"412fc03e-38a5-4e3f-87ea-2fe80be18014","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-2-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.235270266Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"87e1d95c-ec51-49ee-ae03-d5519742cc57","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.23530321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"87e1d95c-ec51-49ee-ae03-d5519742cc57","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.235364096Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"dc45c6c6-808e-4de4-a734-f8082bdae67b","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.235394116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"dc45c6c6-808e-4de4-a734-f8082bdae67b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.235454321Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"5081ba93-041c-4aeb-8b5e-1e0f36a38c36","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.235483282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"5081ba93-041c-4aeb-8b5e-1e0f36a38c36","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623: AITenant \"e2e-worker-w0-9a5623\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}